-- Logs begin at Mon 2021-06-07 07:36:36 UTC, end at Mon 2021-06-07 08:47:46 UTC. -- Jun 07 08:20:05.454981 dv-cinder-784956-6-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 07 08:20:08.176721 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.common.config [-] Logging enabled! Jun 07 08:20:08.177335 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 08:20:08.177997 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92026) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 08:20:08.181364 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.common.config [-] Logging enabled! Jun 07 08:20:08.181620 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev274 Jun 07 08:20:08.182186 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92026) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 07 08:20:08.183437 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:20:08.183674 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:20:08.184041 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:20:08.184288 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:20:08.184515 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:20:08.184867 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.185168 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.185464 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.185694 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.185989 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.186280 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.186564 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.186859 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.187153 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.187438 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.187717 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.188001 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.188231 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.188512 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.188824 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.189109 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.189356 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] debug = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.189613 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.190034 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.190463 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.190747 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.191039 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.191321 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.191595 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.191873 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.192158 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.192491 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] host = dv-cinder-784956-6-smb {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.192799 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.193133 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.194554 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.194854 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.195151 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.195426 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.195719 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.195998 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.196277 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.196570 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.196876 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.197171 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.197467 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.197699 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.197927 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.198220 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.198521 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.198798 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.199079 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.199366 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.199643 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.199924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.200201 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.200496 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.200810 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.201099 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.201381 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.201660 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.201938 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.202213 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.202501 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.202779 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.203054 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.203332 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.203620 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.203892 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.204167 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.204471 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.204787 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.205068 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.205356 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.205635 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.205919 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.206196 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.206580 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.206865 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_json = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.207144 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.207419 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.207705 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.207985 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.208262 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.208537 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.209316 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.209700 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:08.210008 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.210315 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.210629 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.210925 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.211223 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.211510 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.211805 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.212091 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.212386 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.212709 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.213005 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.213293 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.213587 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.213871 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.214171 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.214479 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.214776 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.215072 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.215351 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.215629 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.215907 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.216190 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.216484 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.216803 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.217097 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.217375 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.217657 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.217950 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.218232 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.218508 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.218791 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.219082 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.219363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.219640 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.219922 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.220203 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.220482 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.220784 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.221065 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.221358 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.221636 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.221909 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.222181 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.222551 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.222850 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.223139 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.223421 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.223696 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.223972 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.224254 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.225038 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.225334 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.225623 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.225907 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.226192 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.226472 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.226752 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.227031 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.227313 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.227821 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.228163 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.228249 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.228504 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.228808 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.229089 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.229369 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.229646 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.229924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.230211 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.230517 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.230802 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.231086 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.231368 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.231649 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.231931 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.232212 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.232493 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.232801 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.233079 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.233374 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.233682 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.234062 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.234251 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.234520 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.234822 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.235106 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.235396 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.235678 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.235960 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.236253 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.236542 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.236858 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.237154 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.237452 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.237750 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.238045 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.238327 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.238638 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.238921 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:08.239138 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:20:08.239383 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92026) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 07 08:20:08.606397 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:08.606668 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:08.606953 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:08.607429 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 07 08:20:09.016496 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.016739 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.016989 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.018210 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.018489 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.018756 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.057905 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.058189 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.058459 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.072857 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.073141 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.073410 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.102486 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.102770 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.103043 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.150974 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.151369 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.151888 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.395039 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.395680 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.395680 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.395867 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.397339 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.525128 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.525448 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.525735 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.526010 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.526280 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.526591 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.526850 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.527106 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.527357 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.527636 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.527894 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.528158 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.528422 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.528700 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.528967 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.529236 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.529492 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.529760 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.530011 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.530289 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.530635 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.530887 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.531133 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.531413 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.531662 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.531907 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.532304 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:20:09.532564 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:20:09.532804 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:20:09.533042 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:20:09.533276 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:20:09.533509 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:20:09.533878 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 07 08:20:09.537723 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 07 08:20:09.541740 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 07 08:20:09.545565 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jun 07 08:20:09.547199 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 07 08:20:09.547651 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 07 08:20:09.547988 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 07 08:20:09.548371 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 07 08:20:09.551181 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 07 08:20:09.551437 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 07 08:20:09.551786 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 08:20:09.580197 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 07 08:20:09.580672 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.580977 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92026) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 07 08:20:09.581340 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.582703 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92026) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 07 08:20:09.582989 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 07 08:20:09.583238 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 07 08:20:09.587416 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.587694 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:09.654525 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 07 08:20:09.654753 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 07 08:20:09.655009 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 07 08:20:09.655429 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 07 08:20:09.687975 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_db.sqlalchemy.engines [None req-5824f412-3a90-461a-8834-a4af04995965 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92026) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 07 08:20:10.142934 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Initializing driver for type 'gre' Jun 07 08:20:10.143471 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5824f412-3a90-461a-8834-a4af04995965 None None] gre ID ranges: [(1, 1000)] Jun 07 08:20:10.280152 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Initializing driver for type 'local' Jun 07 08:20:10.280499 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Initializing driver for type 'vlan' Jun 07 08:20:10.371613 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5824f412-3a90-461a-8834-a4af04995965 None None] VlanTypeDriver initialization complete Jun 07 08:20:10.371963 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Initializing driver for type 'vxlan' Jun 07 08:20:10.372492 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5824f412-3a90-461a-8834-a4af04995965 None None] vxlan ID ranges: [(1, 1000)] Jun 07 08:20:10.571645 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Initializing extension driver 'port_security' Jun 07 08:20:10.572447 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.extensions.port_security [None req-5824f412-3a90-461a-8834-a4af04995965 None None] PortSecurityExtensionDriver initialization complete Jun 07 08:20:10.572447 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Initializing mechanism driver 'openvswitch' Jun 07 08:20:10.572766 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Initializing mechanism driver 'hyperv' Jun 07 08:20:10.584361 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.plugins.ml2.plugin [None req-5824f412-3a90-461a-8834-a4af04995965 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:10.585180 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > port after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.585564 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.585922 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.586317 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > subnet after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.586677 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > subnet after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.587048 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.587459 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > network after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.587818 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > network after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.588163 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > network after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.588596 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > security_group after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.588954 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > security_group after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.589303 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.589693 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.590046 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.590397 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.590781 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > address_group after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.591133 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > address_group after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.591482 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.591830 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5824f412-3a90-461a-8834-a4af04995965 None None] ML2 OVO RPC backend initialized. {{(pid=92026) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 07 08:20:10.592575 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.592966 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.593418 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > network before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.593769 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > networks before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.594127 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > port before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.594473 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > ports before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.594824 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > subnet before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.595172 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > subnets before_response 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.595543 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > network after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.595868 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > network after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.596210 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > network after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.596568 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > port after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.596918 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.597259 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.597599 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > subnet after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.597944 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > subnet after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.598283 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.598965 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.plugin [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Modular L2 Plugin initialization complete Jun 07 08:20:10.599234 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading services supported by the core plugin {{(pid=92026) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 07 08:20:10.599662 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.plugins.ml2.managers [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Got port-security extension from driver 'port_security' Jun 07 08:20:10.600148 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.extensions.vlantransparent [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Disabled vlantransparent extension. Jun 07 08:20:10.600668 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92026) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 07 08:20:10.600992 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading Plugin: router Jun 07 08:20:10.639299 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.639723 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router after_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.640140 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router before_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.640519 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.640963 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.641413 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router after_delete 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.641787 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.642167 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router after_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.642523 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router after_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.642905 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router after_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.643262 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.643632 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router after_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.644050 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router precommit_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.644426 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.644852 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.645216 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: subnet after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.645583 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.645958 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.646454 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router precommit_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.646454 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: port before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.647053 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router precommit_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.647441 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router after_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.647829 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.648204 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router precommit_create 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.648600 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.648974 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router precommit_update 55549900 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.649361 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > network after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.650272 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Tracking information for resource: router configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:20:10.650611 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Tracking information for resource: floatingip configured {{(pid=92026) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 07 08:20:10.656182 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.db.l3_agentschedulers_db [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 07 08:20:10.656815 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.657187 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: port after_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.657549 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: port after_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.657911 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: port after_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.658767 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router before_create 55550100 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.659164 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.659555 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router precommit_create 55550100 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.659938 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > router precommit_update 55550100 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.665130 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.services.provider_configuration [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service providers = [] {{(pid=92026) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 07 08:20:10.665506 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.db.servicetype_db [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92026) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 07 08:20:10.668525 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.services.service_base [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:20:10.668914 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.services.service_base [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:20:10.669290 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.services.service_base [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:20:10.670170 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.services.service_base [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92026) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 07 08:20:10.670550 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.services.service_base [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 07 08:20:10.671134 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:20:10.671482 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 07 08:20:10.683223 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:20:10.683593 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading Plugin: auto_allocate Jun 07 08:20:10.689619 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: network precommit_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.689996 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: network precommit_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.690599 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:20:10.690926 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading Plugin: tag Jun 07 08:20:10.699899 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:20:10.700237 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading Plugin: timestamp Jun 07 08:20:10.704409 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:20:10.704777 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading Plugin: network_ip_availability Jun 07 08:20:10.715776 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.716167 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.716529 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:10.717327 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:20:10.717657 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading Plugin: flavors Jun 07 08:20:10.834888 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:20:10.835156 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading Plugin: revisions Jun 07 08:20:10.839999 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92026) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 07 08:20:10.840437 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.233s {{(pid=92026) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:10.841300 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92026) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 07 08:20:10.841683 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Initializing extension manager. Jun 07 08:20:10.842242 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: __init__.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.842704 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: __pycache__ {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.842970 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.843313 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: address_group.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.844096 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.844815 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: address-group Jun 07 08:20:10.845088 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: address_scope.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.845860 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.846405 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: address-scope Jun 07 08:20:10.846737 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.847718 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.848294 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: router-admin-state-down-before-update Jun 07 08:20:10.848657 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: agent.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.849907 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.850420 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: agent Jun 07 08:20:10.850803 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: agent_resources_synced.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.852904 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.853426 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: agent-resources-synced Jun 07 08:20:10.853782 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: allowedaddresspairs.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.855690 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.856215 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: allowed-address-pairs Jun 07 08:20:10.856587 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: auto_allocated_topology.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.857685 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.858237 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: auto-allocated-topology Jun 07 08:20:10.858563 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: availability_zone.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.859261 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.859772 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: availability_zone Jun 07 08:20:10.860102 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: availability_zone_filter.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.861043 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.861582 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: availability_zone_filter Jun 07 08:20:10.861909 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: data_plane_status.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.862868 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.863411 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension data-plane-status not supported by any of loaded plugins Jun 07 08:20:10.863734 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: default_subnetpools.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.864739 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.865896 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: default-subnetpools Jun 07 08:20:10.866246 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.867133 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.867649 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: dhcp_agent_scheduler Jun 07 08:20:10.867976 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: dns.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.868939 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.869479 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension dns-integration not supported by any of loaded plugins Jun 07 08:20:10.869804 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: dns_domain_ports.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.870720 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.871232 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 07 08:20:10.871559 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: dvr.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.872245 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.872814 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: dvr Jun 07 08:20:10.873164 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: empty_string_filtering.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.874156 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.874712 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: empty-string-filtering Jun 07 08:20:10.875072 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.876093 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.876671 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 07 08:20:10.877003 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.877955 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.878672 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 07 08:20:10.879025 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: external_net.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.880018 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.880696 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: external-net Jun 07 08:20:10.881001 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.881990 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.882544 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: extra_dhcp_opt Jun 07 08:20:10.882899 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: extraroute.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.883835 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.884400 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: extraroute Jun 07 08:20:10.884772 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: extraroute_atomic.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.886059 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.886571 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: extraroute-atomic Jun 07 08:20:10.886900 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: filter_validation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.887571 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.888081 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: filter-validation Jun 07 08:20:10.888409 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: fip_pf_description.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.889340 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.889854 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 07 08:20:10.890183 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: fip_port_details.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.891107 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.891641 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: fip-port-details Jun 07 08:20:10.891967 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: flavors.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.893267 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.893789 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: flavors Jun 07 08:20:10.894149 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.895870 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.896434 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 07 08:20:10.896893 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: floatingip_pools.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.897660 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.898206 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: floatingip-pools Jun 07 08:20:10.898539 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: ip_allocation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.899466 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.900021 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension ip_allocation not supported by any of loaded plugins Jun 07 08:20:10.900397 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.901422 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.901940 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: ip-substring-filtering Jun 07 08:20:10.902268 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: l2_adjacency.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.903233 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.903751 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 07 08:20:10.904078 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: l3.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.905103 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.905623 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: router Jun 07 08:20:10.905950 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.912451 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.913076 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 07 08:20:10.913442 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.914377 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.914902 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: ext-gw-mode Jun 07 08:20:10.915234 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.916218 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.916769 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: l3-ha Jun 07 08:20:10.917102 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: l3_flavors.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.918075 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.918614 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: l3-flavors Jun 07 08:20:10.918942 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.919869 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.920389 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 07 08:20:10.920744 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: l3agentscheduler.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.921827 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.922347 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: l3_agent_scheduler Jun 07 08:20:10.922677 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: logging.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.924439 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.924993 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension logging not supported by any of loaded plugins Jun 07 08:20:10.925336 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: metering.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.926159 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.926731 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: metering Jun 07 08:20:10.927061 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.928776 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.929321 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: metering_source_and_destination_fields Jun 07 08:20:10.929655 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: multiprovidernet.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.930596 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.931112 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: multi-provider Jun 07 08:20:10.931443 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: netmtu.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.932456 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.932943 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: net-mtu Jun 07 08:20:10.933274 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: netmtu_writable.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.934195 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.934707 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: net-mtu-writable Jun 07 08:20:10.935060 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: network_availability_zone.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.935739 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.936250 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: network_availability_zone Jun 07 08:20:10.936605 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: network_ip_availability.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.937755 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.938313 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: network-ip-availability Jun 07 08:20:10.938679 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: network_segment_range.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.939487 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.940049 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension network-segment-range not supported by any of loaded plugins Jun 07 08:20:10.940432 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: pagination.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.941509 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.941868 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: pagination Jun 07 08:20:10.942194 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: port_device_profile.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.943168 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.943725 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: port-device-profile Jun 07 08:20:10.944047 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.944996 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.945519 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: port-mac-address-regenerate Jun 07 08:20:10.945847 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.946781 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.947355 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: port-numa-affinity-policy Jun 07 08:20:10.947686 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: port_resource_request.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.948786 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.949129 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension port-resource-request not supported by any of loaded plugins Jun 07 08:20:10.949454 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: portbindings.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.950375 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.950942 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: binding Jun 07 08:20:10.951256 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: portbindings_extended.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.952645 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.953173 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: binding-extended Jun 07 08:20:10.953511 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: portsecurity.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.954435 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.954968 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: port-security Jun 07 08:20:10.955319 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: project_id.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.967869 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.968229 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: project-id Jun 07 08:20:10.968651 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: providernet.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.969608 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.970155 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: provider Jun 07 08:20:10.970503 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: qos.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.974150 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.975313 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension qos not supported by any of loaded plugins Jun 07 08:20:10.975648 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.976999 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.977539 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 07 08:20:10.977910 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.978873 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.979407 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 07 08:20:10.979803 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: qos_default.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.980878 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.981398 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension qos-default not supported by any of loaded plugins Jun 07 08:20:10.981730 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: qos_fip.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.982434 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.982936 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension qos-fip not supported by any of loaded plugins Jun 07 08:20:10.983264 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: qos_gateway_ip.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.984467 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.985054 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 07 08:20:10.985396 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: qos_port_network_policy.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.986306 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.986822 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 07 08:20:10.987151 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: qos_rule_type_details.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.988073 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.988610 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 07 08:20:10.989000 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: qos_rules_alias.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.990768 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.991380 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 07 08:20:10.991748 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: quotasv2.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.992804 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.993163 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: quotas Jun 07 08:20:10.993493 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: quotasv2_detail.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.996726 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.997074 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: quota_details Jun 07 08:20:10.997411 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: rbac.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:10.998526 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:10.999113 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: rbac-policies Jun 07 08:20:10.999494 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: rbac_address_group.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.000523 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.001107 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: rbac-address-group Jun 07 08:20:11.001471 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: rbac_address_scope.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.002523 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.003047 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: rbac-address-scope Jun 07 08:20:11.003380 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: rbac_security_groups.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.004305 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.004903 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: rbac-security-groups Jun 07 08:20:11.005233 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: rbac_subnetpool.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.006398 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.006936 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: rbac-subnetpool Jun 07 08:20:11.007271 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: revisionifmatch.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.008190 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.008732 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: revision-if-match Jun 07 08:20:11.009064 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: revisions.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.010238 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.011064 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: standard-attr-revisions Jun 07 08:20:11.011412 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: router_availability_zone.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.012237 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.012712 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: router_availability_zone Jun 07 08:20:11.013047 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: routerservicetype.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.013984 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.014514 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension router-service-type not supported by any of loaded plugins Jun 07 08:20:11.014844 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.015783 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.016321 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: security-groups-normalized-cidr Jun 07 08:20:11.016689 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.017615 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.018133 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: port-security-groups-filtering Jun 07 08:20:11.018462 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.019424 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.019992 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: security-groups-remote-address-group Jun 07 08:20:11.020343 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: securitygroup.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.030596 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.031140 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: security-group Jun 07 08:20:11.031481 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: segment.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.032267 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.032853 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension segment not supported by any of loaded plugins Jun 07 08:20:11.033223 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.034311 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.034831 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 07 08:20:11.035168 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: servicetype.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.036281 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.037363 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: service-type Jun 07 08:20:11.037698 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: sorting.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.038695 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.039035 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: sorting Jun 07 08:20:11.039365 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: standard_attr_segment.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.040271 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.040828 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 07 08:20:11.041161 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: standardattrdescription.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.041865 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.042388 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: standard-attr-description Jun 07 08:20:11.042717 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: stateful_security_group.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.043644 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.044168 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: stateful-security-group Jun 07 08:20:11.044497 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: stdattrs_common.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.045110 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 07 08:20:11.045438 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.046486 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.047054 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 07 08:20:11.047396 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: subnet_onboard.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.048542 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.049138 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: subnet_onboard Jun 07 08:20:11.049521 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.050484 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.051007 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 07 08:20:11.051337 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: subnet_service_types.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.052256 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.053378 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: subnet-service-types Jun 07 08:20:11.053781 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: subnetallocation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.054880 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.055404 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: subnet_allocation Jun 07 08:20:11.055743 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.056429 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.057017 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: subnetpool-prefix-ops Jun 07 08:20:11.057347 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.058321 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.058859 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 07 08:20:11.059189 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: tagging.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.060541 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.061702 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: standard-attr-tag Jun 07 08:20:11.062042 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: timestamp.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.063251 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.063777 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loaded extension: standard-attr-timestamp Jun 07 08:20:11.064111 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: trunk.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.065207 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.065772 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension trunk not supported by any of loaded plugins Jun 07 08:20:11.066137 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: trunk_details.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.067217 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.067758 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension trunk-details not supported by any of loaded plugins Jun 07 08:20:11.068155 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: uplink_status_propagation.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.069191 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.069713 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 07 08:20:11.070097 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Loading extension file: vlantransparent.py {{(pid=92026) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 07 08:20:11.070834 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92026) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 07 08:20:11.071378 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 07 08:20:11.074147 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:network Jun 07 08:20:11.074709 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:subnet Jun 07 08:20:11.075159 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:20:11.075590 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:port Jun 07 08:20:11.076976 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.077453 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service FLAVORS assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.078122 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.078580 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.078958 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:router Jun 07 08:20:11.079397 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 08:20:11.079905 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service METERING assigned prefix: /metering {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.081430 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:11.081806 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:11.082159 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:20:11.083197 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 08:20:11.084173 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:security_group Jun 07 08:20:11.084681 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 08:20:11.085421 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service CORE assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.085730 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:20:11.086101 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] subnetpool is already registered Jun 07 08:20:11.086551 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service CORE assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.086885 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:20:11.087225 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] subnetpool is already registered Jun 07 08:20:11.089658 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.090126 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service FLAVORS assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.090745 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.091171 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.091509 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:router Jun 07 08:20:11.091877 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] router is already registered Jun 07 08:20:11.092314 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:floatingip Jun 07 08:20:11.092689 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] floatingip is already registered Jun 07 08:20:11.093158 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service METERING assigned prefix: /metering {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.093848 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of CountableResource for resource:rbac_policy Jun 07 08:20:11.094180 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] rbac_policy is already registered Jun 07 08:20:11.094624 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:security_group Jun 07 08:20:11.094969 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] security_group is already registered Jun 07 08:20:11.095381 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 07 08:20:11.095718 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] security_group_rule is already registered Jun 07 08:20:11.096372 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service CORE assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.096733 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:20:11.097075 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] subnetpool is already registered Jun 07 08:20:11.097512 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.v2.resource_helper [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Service CORE assigned prefix: {{(pid=92026) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 07 08:20:11.097840 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Creating instance of TrackedResource for resource:subnetpool Jun 07 08:20:11.098174 dv-cinder-784956-6-smb neutron-server[92026]: WARNING neutron.quota.resource_registry [None req-5824f412-3a90-461a-8834-a4af04995965 None None] subnetpool is already registered Jun 07 08:20:11.098682 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: extensions {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.100978 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: address-groups {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.102540 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: address-scopes {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.103854 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: agents {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.105074 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: auto-allocated-topology {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.106348 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: availability_zones {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.107657 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: dhcp-networks {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.109217 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: dhcp-agents {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.110674 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: routers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.112416 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: flavors {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.115091 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: service_profiles {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.116447 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: next_providers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.117928 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: service_profiles {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.119576 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: floatingip-pools {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.120863 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: routers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.122589 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: floatingips {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.123903 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: l3-routers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.125399 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: l3-agents {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.126838 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: metering-labels {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.128117 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: metering-label-rules {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.129551 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: network-ip-availabilities {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.130938 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: bindings {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.132774 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: quotas {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.134380 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: quotas {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.136152 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: rbac-policies {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.137405 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: security-groups {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.138744 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: security-group-rules {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.140003 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: service-providers {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.141291 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: subnetpools {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.142748 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: subnetpools {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.144322 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.146628 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.148617 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.150449 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.152157 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.154223 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.156029 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.158041 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.159999 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.161844 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron.api.extensions [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Extended resource: tags {{(pid=92026) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 07 08:20:11.168895 dv-cinder-784956-6-smb neutron-server[92026]: WARNING keystonemiddleware.auth_token [None req-5824f412-3a90-461a-8834-a4af04995965 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 07 08:20:11.173996 dv-cinder-784956-6-smb neutron-server[92026]: WARNING keystonemiddleware.auth_token [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 07 08:20:11.183345 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Acquired lock "singleton_lock" {{(pid=92026) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 07 08:20:11.183834 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_concurrency.lockutils [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Releasing lock "singleton_lock" {{(pid=92026) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 07 08:20:11.184485 dv-cinder-784956-6-smb neutron-server[92026]: INFO oslo_service.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Starting 2 workers Jun 07 08:20:11.189382 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Started child 92137 {{(pid=92026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:20:11.194718 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Started child 92138 {{(pid=92026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:20:11.195610 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.196343 dv-cinder-784956-6-smb neutron-server[92026]: INFO neutron.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 07 08:20:11.197052 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Notify callbacks [] for process, before_spawn {{(pid=92026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.197314 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [-] (92137) wsgi starting up on http://0.0.0.0:9696 Jun 07 08:20:11.199584 dv-cinder-784956-6-smb neutron-server[92026]: INFO oslo_service.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Starting 1 workers Jun 07 08:20:11.199702 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.201083 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [-] (92138) wsgi starting up on http://0.0.0.0:9696 Jun 07 08:20:11.204840 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Started child 92139 {{(pid=92026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:20:11.205405 dv-cinder-784956-6-smb neutron-server[92026]: INFO oslo_service.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Starting 1 workers Jun 07 08:20:11.209066 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] calling RpcWorker wait() {{(pid=92139) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 07 08:20:11.210496 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] returning from RpcWorker wait() {{(pid=92139) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 07 08:20:11.210657 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Started child 92140 {{(pid=92026) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 07 08:20:11.210812 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG neutron_lib.callbacks.manager [None req-5824f412-3a90-461a-8834-a4af04995965 None None] Notify callbacks [] for process, after_spawn {{(pid=92026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.210984 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.211295 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:11.212733 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92026) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 08:20:11.213182 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:20:11.213182 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:20:11.213614 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:20:11.213771 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:20:11.213914 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:20:11.214333 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.214620 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.214903 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.215063 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:11.215594 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.215594 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.215871 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:11.216029 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.216294 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.216646 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.216812 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.217055 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.217236 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.217396 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.217668 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.217938 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.218316 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.218968 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.218968 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.219337 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.219337 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.219633 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.219780 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.219971 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.220245 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] debug = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.220537 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.221042 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.221295 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.221550 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.221794 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.222077 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.222436 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.222710 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.222962 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.223132 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.223315 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.223600 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.223866 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.224092 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.224405 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.224850 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.225503 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.225674 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] host = dv-cinder-784956-6-smb {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.225817 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.225958 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.226201 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.226433 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.226728 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.226893 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.227150 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.227399 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.227651 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.227882 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.228126 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.228389 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.228661 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.228932 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.229102 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_options = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.229322 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.229596 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.229863 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.230067 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.230241 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.230467 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.230744 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.230913 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.231171 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.231585 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.231814 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.232036 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.232277 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.232520 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.232802 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.233064 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.233316 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.233553 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.233816 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.234070 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.234300 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.234566 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.234761 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.234987 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.235213 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.235464 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.235715 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.235935 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.236153 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.236444 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.236814 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.237051 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.237348 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.237517 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.238034 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.239043 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.239436 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.239727 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.240488 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.241466 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.241466 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.241466 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.241944 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.241944 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.242203 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.242341 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_json = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.242542 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.242805 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.243076 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.243299 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.243522 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.243743 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.243965 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.244205 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.244634 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.244934 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.245255 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.245518 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.245760 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.246006 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.246243 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.246470 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.246758 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.247043 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.247399 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.247691 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.247963 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.248211 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.248488 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.249722 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.249722 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.249722 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.249722 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.257924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.257924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.257924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.257924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.257924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.257924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.257924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.257924 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.258516 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.258516 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.258516 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.258516 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.258516 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.258516 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.258516 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.258516 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.258516 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.259499 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.259499 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.259499 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.259499 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.259499 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.259499 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.259499 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.259499 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.259499 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.265363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.265363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.265363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.265363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.265363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.265363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.265363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.265363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.265363 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.266984 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.266984 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.266984 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.266984 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.266984 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.267531 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.267813 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.268106 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.268361 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.268635 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.268878 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.269145 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.269400 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.269638 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.269878 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.270109 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.270343 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.270593 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.270842 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.271109 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.271352 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.271579 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.271822 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.272681 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.272681 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.272681 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.273088 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.273245 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.273481 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.273731 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.274021 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.274343 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.274594 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.275426 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.276992 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.277293 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.277699 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.277959 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.278188 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.280066 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.280331 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.280660 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.280927 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.281210 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.281465 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.281709 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.282005 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.282265 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.282549 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.282784 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.283041 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.283278 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.283578 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.283854 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.284120 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.284390 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.284943 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.285263 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.285522 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.285808 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.286053 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.286323 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.286623 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.287048 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.287336 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.287612 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.287859 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.288133 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.288396 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.288678 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.288953 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.289219 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.289467 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.289757 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.289998 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.290241 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.290462 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.290697 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.291035 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.291307 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.291560 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.291798 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.292079 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.292358 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.292618 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.292888 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.293148 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.293385 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.293620 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.293852 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.294071 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.294319 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.294583 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.294820 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.295074 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.295313 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.295574 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.295808 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.296024 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.296257 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.296527 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.296742 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.296979 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.297209 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.297789 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.298062 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.298280 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.299706 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.299969 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.300204 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.300431 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.300700 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.300942 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.301203 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.301430 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.301993 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.302258 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.303000 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.304864 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.305150 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.306538 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.307073 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.307351 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.308633 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.309972 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.310221 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.310881 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.311123 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.311355 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.311625 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.312932 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.313513 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.313777 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.314118 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.314802 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.315060 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.315335 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.315593 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.315857 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.316104 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.316332 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.316813 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.316813 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.317006 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.317273 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.317602 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.317781 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.318009 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.318249 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.318439 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.318681 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.318902 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.319201 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.319452 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.319701 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.319942 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.320902 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.321160 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.321366 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.321682 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.321908 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.322125 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.322359 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.322574 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.322831 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.323058 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.323281 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.323503 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.323763 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.324044 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.324301 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.324518 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.324790 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.325004 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.325216 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.325450 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.326285 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.328088 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.328365 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.328618 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.330243 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.330533 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.332021 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.332528 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.333757 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.334458 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.334633 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.334843 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.335398 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.335777 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.336029 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.336876 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.337204 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.337496 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.337753 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.338055 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.338351 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.338630 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.339968 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.339968 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.339968 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.339968 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.340306 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.340386 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.340664 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.340898 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.341119 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.341375 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.341614 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.341833 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.342072 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.342302 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.342546 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.342764 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.343315 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.343315 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.343559 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.343775 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.343904 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.344069 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.344225 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:20:11.344805 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92026) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 07 08:20:11.344969 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 07 08:20:11.345128 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 07 08:20:11.345299 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 07 08:20:11.345469 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 07 08:20:11.345646 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 07 08:20:11.345853 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.346015 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.346174 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.346332 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.346489 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.346669 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.346829 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.346986 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.347142 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.347299 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.347454 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.347610 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.347767 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.347922 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.348078 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.348235 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.348389 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.348544 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.348729 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.348885 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.349040 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.349243 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.349441 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] debug = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.350890 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.351108 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.351266 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.351436 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.351600 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.351762 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.351920 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.352077 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.352233 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.352389 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.352578 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.352712 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.352872 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.353030 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.353185 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.353341 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.353496 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.353651 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] host = dv-cinder-784956-6-smb {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.353840 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.354013 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.354170 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.354324 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.354525 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.354651 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.355037 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.355240 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.355397 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.355552 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.355710 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.355866 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.356418 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.356580 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.356711 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_options = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.356836 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.356951 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.357108 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.357287 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.357557 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.357718 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.357882 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.358039 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.358153 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.358293 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.358449 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.358605 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.358755 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.358905 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.359060 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.359216 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.359372 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.359527 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.359684 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.359841 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.359997 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.360293 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.360464 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.360614 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.360972 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.360972 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.361181 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.361181 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.361378 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.361482 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.361586 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.361737 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.361892 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.362046 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.362200 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.362354 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.362509 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.362669 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.362824 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.362978 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.363358 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.363358 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.363526 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.363619 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.363836 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.363934 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_json = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.364072 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.364227 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.364381 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.364535 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.364716 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.365495 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.365801 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.365801 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 07 08:20:11.366312 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.366312 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.366312 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.366555 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.366555 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.366700 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.366820 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.366978 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.367159 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.367292 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.367458 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.367615 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.367784 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.368088 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.368088 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.368239 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.368413 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.368624 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.368779 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.368942 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.369099 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.369256 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.369431 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.369589 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.369748 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.369905 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.370063 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.370221 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.370403 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.370563 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.370705 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.370868 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.371063 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.371288 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.371426 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.371540 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.371665 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.371818 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.371977 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.372136 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.372296 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.372528 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.372700 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.372826 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.372950 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.373074 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.373221 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.373379 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.373522 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.373684 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.373877 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.374035 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.374192 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.374350 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.374508 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.374670 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.374827 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.374985 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.375142 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.375300 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.375458 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.375628 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.375785 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.376046 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.376327 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.376327 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.376630 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.376630 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.376925 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.376925 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.377198 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.377198 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.377482 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.377482 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.377800 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.377800 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.378052 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.378052 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.378307 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.378432 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.378557 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.378680 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.378806 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.378929 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.379064 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.379235 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.379394 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.379524 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:11.379655 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.379780 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.379904 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.380029 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.380153 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.380286 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.381169 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.381564 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.382123 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.382284 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.382449 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.382701 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.382835 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.382961 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.383096 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.383225 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.383349 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.383473 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.383623 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.383783 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.383941 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.384097 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.384388 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.384672 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.384672 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.384931 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.384931 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.385167 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.385293 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.385418 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.385541 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.385947 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.386107 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.386265 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.386423 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.386581 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.386737 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.386896 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.387121 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.387258 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.387406 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.387574 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.387731 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.387888 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.388045 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.388227 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.388423 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.388601 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.388762 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.388903 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.389064 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.389220 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.389378 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.389536 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.389694 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.389850 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.390009 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.390166 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.390324 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.390558 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.390698 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.390823 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.390948 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.391083 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.391209 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.391406 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.391528 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.392340 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.392498 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.392755 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.392894 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.393008 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.393120 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.393274 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.393431 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.393588 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.393803 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.394034 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.394193 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.394351 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.394508 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.394794 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.394964 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.395129 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.395289 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.395448 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.395606 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.395776 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.395965 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.396452 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.396638 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.396806 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.396965 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.397123 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.397288 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.397450 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.397593 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.397743 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.397902 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.398059 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.398234 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.398392 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.398549 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.398706 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.398863 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.399019 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.399177 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.399335 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.399492 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.399649 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.399807 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.399967 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.400129 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.400288 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.400445 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.400678 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.400810 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.400936 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.401076 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.401223 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.401382 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.401541 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.401700 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.401856 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.402024 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.402202 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.402335 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.402482 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.402638 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.402877 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.403025 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.403154 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.403278 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.403444 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.403612 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.403769 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.403926 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.404082 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.404238 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.404404 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.404574 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.404738 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.404894 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.405055 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.405222 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.405383 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.405542 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.405709 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.405867 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.406029 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.406187 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.406357 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.406515 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.406675 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.406827 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.406990 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.407138 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.407287 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.407443 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.407609 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.407773 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.407932 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.408097 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.408263 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.408430 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.408618 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.408795 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.409202 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.409202 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.409377 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.409377 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.409542 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.409699 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.409856 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.410013 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.410171 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.410327 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.410484 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.410640 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.410799 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.410956 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.411112 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.411270 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.411427 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.411585 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.412271 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.412428 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 07 08:20:11.412654 dv-cinder-784956-6-smb neutron-server[92026]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92026) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 07 08:20:11.646011 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 41494) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:11.654924 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065637 Jun 07 08:20:23.060742 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28847d39-bc4e-4338-9990-25d95a88b820 None None] get_active_networks_info from dv-cinder-784956-6-smb {{(pid=92139) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 07 08:20:23.129092 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28847d39-bc4e-4338-9990-25d95a88b820 None None] No non-hosted networks {{(pid=92139) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 07 08:20:23.137851 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.agentschedulers_db [None req-28847d39-bc4e-4338-9990-25d95a88b820 None None] DHCP Agent not found on host dv-cinder-784956-6-smb {{(pid=92139) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 07 08:20:23.258447 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-ec586d32-1b12-4494-8a44-9b7dd963e6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604'] for agent, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.751878 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-6f30e209-a1cb-49d7-9b1d-24c7dbc3f0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604'] for agent, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.795616 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.db.api [None req-70cdc1aa-7203-48f4-a28a-6e7312ecdf6b None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-784956-6-smb {{(pid=92139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:20:25.796407 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_db.api [None req-70cdc1aa-7203-48f4-a28a-6e7312ecdf6b None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:20:25.828816 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604'] for agent, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:25.829724 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.830223 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.830777 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.831264 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.831805 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.832304 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.832833 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.833324 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.833919 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.834986 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.835589 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.840084 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:25.840084 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-784956-6-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:25.846269 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-784956-6-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:20:26.331736 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-70cdc1aa-7203-48f4-a28a-6e7312ecdf6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:27.503002 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604'] for agent, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:28.768445 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.db.l3_hamode_db [None req-b96616c6-adae-48fa-bf33-ae23accf4ea5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 07 08:20:28.863734 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96616c6-adae-48fa-bf33-ae23accf4ea5 None None] Routers set() bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:20:28.864129 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96616c6-adae-48fa-bf33-ae23accf4ea5 None None] Router IDs set() for agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 07 08:20:29.366152 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604'] for agent, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:30.529251 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 41590) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:31.149369 dv-cinder-784956-6-smb neutron-server[92138]: WARNING oslo_policy.policy [None req-1210f070-349d-4512-b1e3-c4861638c7d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:20:31.150018 dv-cinder-784956-6-smb neutron-server[92138]: WARNING oslo_policy.policy [None req-1210f070-349d-4512-b1e3-c4861638c7d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:20:31.367525 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [None req-1210f070-349d-4512-b1e3-c4861638c7d4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:20:31.368811 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-1210f070-349d-4512-b1e3-c4861638c7d4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8374405 Jun 07 08:20:33.773063 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 41604) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:34.383490 dv-cinder-784956-6-smb neutron-server[92137]: WARNING oslo_policy.policy [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:20:34.384100 dv-cinder-784956-6-smb neutron-server[92137]: WARNING oslo_policy.policy [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:20:34.603629 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:34.706178 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.policy [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92137) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 08:20:34.753081 dv-cinder-784956-6-smb neutron-server[92137]: WARNING oslo_policy.policy [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:20:34.753494 dv-cinder-784956-6-smb neutron-server[92137]: WARNING oslo_policy.policy [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:20:34.763367 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.quota [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] Loaded quota_driver: . Jun 07 08:20:34.944061 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750200966156', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750200966715', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750200978197', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750200950337', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750200961220', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750200934427', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-996996', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1005827', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3683213', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3730137'] for rbac-policy, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:35.165341 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:35.166583 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-35f0f09b-e279-415d-847a-48fdfae98c05 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3925898 Jun 07 08:20:37.820848 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 41622) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:38.171426 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'name': 'private', 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:38.172905 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.quota [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Loaded quota_driver: . Jun 07 08:20:38.285667 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Made reservation on behalf of 87ec7a2792cf4fd0882d41f1fbe98e70 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:20:38.358793 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.policy [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92138) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 07 08:20:38.406078 dv-cinder-784956-6-smb neutron-server[92138]: WARNING oslo_policy.policy [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:20:38.406457 dv-cinder-784956-6-smb neutron-server[92138]: WARNING oslo_policy.policy [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 07 08:20:38.417421 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.439383 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.565985 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.663004 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.668308 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:38.691252 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] vlan segment allocate from pool success with {'vlan_id': 722, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:20:38.720743 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7518e6ba-7d28-4af0-9136-a673794a69b4,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:38.724262 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750201267613', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.725079 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Unsubscribe: segment precommit_create {{(pid=92138) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 08:20:38.725574 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Added segment 7f67cbe7-0079-438d-914c-390f184ccc28 of type vlan for network 8c0465ba-f650-4775-9b69-c1a7e870dd98 Jun 07 08:20:38.797291 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.797624 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.797953 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.798272 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.798581 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.798890 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.799196 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.799504 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.799828 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.800135 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.800436 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.800762 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Tracked resource versions report: Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: pushed versions: Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: { 'AddressGroup': {'1.2'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'ConntrackHelper': {'1.0'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Log': {'1.0'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Network': {'1.1'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Port': {'1.7'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'PortForwarding': {'1.2'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'QosPolicy': {'1.8'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'SecurityGroup': {'1.4'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'SubPort': {'1.0'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Subnet': {'1.1'}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Trunk': {'1.1'}} Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: consumer versions: Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: { DHCP agent@dv-cinder-784956-6-smb: {}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: L3 agent@dv-cinder-784956-6-smb: {}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: Metadata agent@dv-cinder-784956-6-smb: {}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: Metering agent@dv-cinder-784956-6-smb: {}, Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: Open vSwitch agent@dv-cinder-784956-6-smb: { 'AddressGroup': '1.2', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'ConntrackHelper': '1.0', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Log': '1.0', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Network': '1.1', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Port': '1.7', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'PortForwarding': '1.2', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'QosPolicy': '1.8', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'SecurityGroup': '1.4', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'SecurityGroupRule': '1.2', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'SubPort': '1.0', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Subnet': '1.1', Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: 'Trunk': '1.1'}} Jun 07 08:20:38.802019 dv-cinder-784956-6-smb neutron-server[92138]: {{(pid=92138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:20:38.858078 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:38.866047 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.971110 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.972685 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:38.973347 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:38.978999 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:39.097377 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2754159 Jun 07 08:20:39.103191 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Pushing event updated for resources: {'Network': ['ID=8c0465ba-f650-4775-9b69-c1a7e870dd98,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:39.124786 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:39.128903 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 8c0465ba-f650-4775-9b69-c1a7e870dd98 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:20:41.846100 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 41638) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:42.304728 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11eae54e-012f-42bb-a582-2b87658a6be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:42.306087 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-11eae54e-012f-42bb-a582-2b87658a6be2 admin admin] 10.222.0.15 "GET /v2.0/networks/8c0465ba-f650-4775-9b69-c1a7e870dd98 HTTP/1.1" status: 200 len: 825 time: 0.4590545 Jun 07 08:20:42.336904 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-462f9581-0b75-4414-99a8-0b7056ae5870 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/d9796413-4c1e-4d36-99a8-70f7cdae8aa3 HTTP/1.1" status: 200 len: 734 time: 0.0254049 Jun 07 08:20:42.345488 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Request body: {'subnet': {'subnetpool_id': 'd9796413-4c1e-4d36-99a8-70f7cdae8aa3', 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:42.416657 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Made reservation on behalf of 87ec7a2792cf4fd0882d41f1fbe98e70 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:20:42.419111 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:42.788786 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:42.793162 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:42.872486 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764eaba8-a77e-4b0b-9f11-e8fa2e580731,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:42.876639 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Checking segment: {'id': '7f67cbe7-0079-438d-914c-390f184ccc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:20:42.877018 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Network hostable DHCP agents. Network: 8c0465ba-f650-4775-9b69-c1a7e870dd98, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:20:42.881568 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:42.965172 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Network 8c0465ba-f650-4775-9b69-c1a7e870dd98 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:20:43.045620 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 8c0465ba-f650-4775-9b69-c1a7e870dd98) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:20:43.050312 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:43.050978 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.055174 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f15494e-011d-4dfa-af98-0cab9bdcf049 None None] Network 8c0465ba-f650-4775-9b69-c1a7e870dd98 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:20:43.144583 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7905440 Jun 07 08:20:43.382905 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dcd3e2-d0f0-5088-ba37-ee198adbc9d5-8c0465ba-f650-4775-9b69-c1a7e870dd98', 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'fixed_ips': [{'subnet_id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731'}]}} from dv-cinder-784956-6-smb. {{(pid=92139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:20:43.384161 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.584841 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.db_base_plugin_common [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Allocated IP 172.20.0.2 (8c0465ba-f650-4775-9b69-c1a7e870dd98/764eaba8-a77e-4b0b-9f11-e8fa2e580731/95d3f68b-44dd-45bf-8cfb-b1602eb84125) {{(pid=92139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:20:43.847372 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Notify callbacks [] for port, precommit_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:43.861795 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Transition to ACTIVE for port object 95d3f68b-44dd-45bf-8cfb-b1602eb84125 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:20:43.883312 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Transition to ACTIVE for port object 95d3f68b-44dd-45bf-8cfb-b1602eb84125 will not be triggered until provisioned by entity DHCP. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:20:44.007356 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:44.015322 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:44.096244 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Network 8c0465ba-f650-4775-9b69-c1a7e870dd98 is already hosted by enough agents. {{(pid=92139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:20:44.099354 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.base_scheduler [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Resources bound (agent type, host, resource id): {{(pid=92139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:20:44.104963 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Received port after_create {{(pid=92139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:20:44.111283 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Pushing event updated for resources: {'Port': ['ID=95d3f68b-44dd-45bf-8cfb-b1602eb84125,revision_number=1']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:44.152514 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.152864 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.153203 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.153530 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.153853 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.154188 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.154487 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.154799 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.155111 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.155452 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.155734 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.156037 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Tracked resource versions report: Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: pushed versions: Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: { 'AddressGroup': {'1.2'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'ConntrackHelper': {'1.0'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Log': {'1.0'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Network': {'1.1'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Port': {'1.7'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'PortForwarding': {'1.2'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'QosPolicy': {'1.8'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'SecurityGroup': {'1.4'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'SubPort': {'1.0'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Subnet': {'1.1'}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Trunk': {'1.1'}} Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: consumer versions: Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: { DHCP agent@dv-cinder-784956-6-smb: {}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: L3 agent@dv-cinder-784956-6-smb: {}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: Metadata agent@dv-cinder-784956-6-smb: {}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: Metering agent@dv-cinder-784956-6-smb: {}, Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: Open vSwitch agent@dv-cinder-784956-6-smb: { 'AddressGroup': '1.2', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'ConntrackHelper': '1.0', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Log': '1.0', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Network': '1.1', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Port': '1.7', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'PortForwarding': '1.2', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'QosPolicy': '1.8', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'SecurityGroup': '1.4', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'SecurityGroupRule': '1.2', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'SubPort': '1.0', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Subnet': '1.1', Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: 'Trunk': '1.1'}} Jun 07 08:20:44.157220 dv-cinder-784956-6-smb neutron-server[92139]: {{(pid=92139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:20:44.192358 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:44.221486 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Attempting to bind port 95d3f68b-44dd-45bf-8cfb-b1602eb84125 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:20:44.221871 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Attempting to bind port 95d3f68b-44dd-45bf-8cfb-b1602eb84125 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '7f67cbe7-0079-438d-914c-390f184ccc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:20:44.222333 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Attempting to bind port 95d3f68b-44dd-45bf-8cfb-b1602eb84125 on network 8c0465ba-f650-4775-9b69-c1a7e870dd98 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:20:44.228603 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:20:44.229042 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Checking segment: {'id': '7f67cbe7-0079-438d-914c-390f184ccc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:20:44.229689 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:44.230112 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Bound using segment: {'id': '7f67cbe7-0079-438d-914c-390f184ccc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:20:44.230584 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Bound port: 95d3f68b-44dd-45bf-8cfb-b1602eb84125, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f67cbe7-0079-438d-914c-390f184ccc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:20:44.230973 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:44.340135 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] For port 95d3f68b-44dd-45bf-8cfb-b1602eb84125, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:20:44.344063 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] For port 95d3f68b-44dd-45bf-8cfb-b1602eb84125, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=95d3f68b-44dd-45bf-8cfb-b1602eb84125,segment=NetworkSegment(7f67cbe7-0079-438d-914c-390f184ccc28),segment_id=7f67cbe7-0079-438d-914c-390f184ccc28)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:20:44.405675 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:44.409688 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:44.497660 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Pushing event updated for resources: {'Port': ['ID=95d3f68b-44dd-45bf-8cfb-b1602eb84125,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:44.501213 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:45.715397 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 41646) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:46.121209 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [None req-bb4d02d7-7831-412b-9ed7-d726fc770fb5 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:20:46.122185 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-bb4d02d7-7831-412b-9ed7-d726fc770fb5 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4058633 Jun 07 08:20:48.590350 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 41654) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:48.965415 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [None req-d6733583-2d4d-4206-9cdb-e306c7c4b542 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:20:48.966431 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-d6733583-2d4d-4206-9cdb-e306c7c4b542 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3752155 Jun 07 08:20:50.181048 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 95d3f68b-44dd-45bf-8cfb-b1602eb84125 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:20:50.330952 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 95d3f68b-44dd-45bf-8cfb-b1602eb84125 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:20:50.680724 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d342d5-54be-4bf1-a331-1b1c97d177a6 None None] Network 8c0465ba-f650-4775-9b69-c1a7e870dd98 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:20:50.887310 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-184e089b-13b6-4b7f-b521-d861817b0c55 None None] Provisioning for port 95d3f68b-44dd-45bf-8cfb-b1602eb84125 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:20:50.900206 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-184e089b-13b6-4b7f-b521-d861817b0c55 None None] Provisioning complete for port 95d3f68b-44dd-45bf-8cfb-b1602eb84125 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:20:50.900527 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-184e089b-13b6-4b7f-b521-d861817b0c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:51.105877 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-184e089b-13b6-4b7f-b521-d861817b0c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:51.165398 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-184e089b-13b6-4b7f-b521-d861817b0c55 None None] For port 95d3f68b-44dd-45bf-8cfb-b1602eb84125, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=95d3f68b-44dd-45bf-8cfb-b1602eb84125,segment=NetworkSegment(7f67cbe7-0079-438d-914c-390f184ccc28),segment_id=7f67cbe7-0079-438d-914c-390f184ccc28)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:20:51.233818 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-184e089b-13b6-4b7f-b521-d861817b0c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:51.237609 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:51.315963 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e089b-13b6-4b7f-b521-d861817b0c55 None None] Pushing event updated for resources: {'Port': ['ID=95d3f68b-44dd-45bf-8cfb-b1602eb84125,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:51.321387 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-184e089b-13b6-4b7f-b521-d861817b0c55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:51.355948 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-e467f7fc-ea07-4aa7-9894-b01c39fd67e7 None None] Provisioning complete for port 95d3f68b-44dd-45bf-8cfb-b1602eb84125 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:20:51.356331 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-e467f7fc-ea07-4aa7-9894-b01c39fd67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:51.961188 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 41668) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:52.148087 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 95d3f68b-44dd-45bf-8cfb-b1602eb84125 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:20:52.218848 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 95d3f68b-44dd-45bf-8cfb-b1602eb84125 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:20:52.219221 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:52.359702 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-23a7cc04-9f8a-4889-beef-115047c25061 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:52.479790 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-23a7cc04-9f8a-4889-beef-115047c25061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4051021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:52.481640 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-23a7cc04-9f8a-4889-beef-115047c25061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4051924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3761267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7961'] for router, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:52.509835 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-23a7cc04-9f8a-4889-beef-115047c25061 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:52.703438 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-23a7cc04-9f8a-4889-beef-115047c25061 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4051012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4053932'] for router, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:52.884974 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-23a7cc04-9f8a-4889-beef-115047c25061 admin admin] Notify callbacks [] for router, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:52.886421 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-23a7cc04-9f8a-4889-beef-115047c25061 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9240284 Jun 07 08:20:52.999470 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4dcac44f-0a12-48c6-b11f-94a6f519b623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.341758 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 41676) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:55.719719 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-e612e6d5-ffc8-4b4d-86a3-1bf4895ffe9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:55.725018 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [None req-c83295f1-90f3-4ecf-96b5-5ab73570d707 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:20:55.727325 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c83295f1-90f3-4ecf-96b5-5ab73570d707 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3833256 Jun 07 08:20:55.856922 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:57.370475 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:58.218036 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 41694) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:20:58.265844 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:20:58.375604 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:20:58.479490 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Made reservation on behalf of 3410c67a35874bb09b7762a9ae3e1575 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:20:58.481892 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:58.494655 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:58.597889 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:58.679402 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:58.682680 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:58.697545 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Reserving flat network on physical network physnet1 {{(pid=92138) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 07 08:20:58.717872 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd082b00-4c61-49bd-a9ae-1af61f77ec66,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:58.722221 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:58.723139 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:58.724059 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Added segment 1a63509d-dcc3-4ea9-8245-15d6535f70ce of type flat for network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 Jun 07 08:20:58.756107 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:58.873769 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:58.875090 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:20:58.875657 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:20:58.879008 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:20:58.972319 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Pushing event updated for resources: {'Network': ['ID=5cf04b64-a7f9-4c25-89d9-fd06e24a2d73,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:20:58.975901 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:20:58.982887 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:20:59.000168 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7813900 Jun 07 08:20:59.285770 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:01.229053 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 41712) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:01.342017 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d9dce1-38e8-47b9-b46d-e806d4722a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:01.343372 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-53d9dce1-38e8-47b9-b46d-e806d4722a79 admin admin] 10.222.0.15 "GET /v2.0/subnets/764eaba8-a77e-4b0b-9f11-e8fa2e580731 HTTP/1.1" status: 200 len: 849 time: 0.1133633 Jun 07 08:21:01.518876 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-0f47d390-3979-419d-9981-e9cd63b7c8c0 admin admin] 10.222.0.15 "GET /v2.0/routers/08bce52d-a7bf-4a9e-a341-2b160914cbcc HTTP/1.1" status: 200 len: 704 time: 0.1695027 Jun 07 08:21:01.995968 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.231498 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Allocated IP 172.20.0.1 (8c0465ba-f650-4775-9b69-c1a7e870dd98/764eaba8-a77e-4b0b-9f11-e8fa2e580731/3d9cfbef-3e22-4ab8-b1e1-5aa35852229d) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:21:02.425293 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.443578 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Transition to ACTIVE for port object 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d will not be triggered until provisioned by entity DHCP. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:02.548612 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.553943 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:02.617336 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Network 8c0465ba-f650-4775-9b69-c1a7e870dd98 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:21:02.620125 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:02.622854 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:21:02.623398 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768550'] for router_interface, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.760854 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9cfbef-3e22-4ab8-b1e1-5aa35852229d,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:02.764403 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:02.868065 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-7340489e-1059-4031-8daa-10391dbf8199 None None] Provisioning for port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:02.872966 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-7340489e-1059-4031-8daa-10391dbf8199 None None] Provisioning complete for port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:02.873348 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7340489e-1059-4031-8daa-10391dbf8199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:02.924616 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-7340489e-1059-4031-8daa-10391dbf8199 None None] Port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:21:02.970893 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:03.200662 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:03.263572 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:03.265062 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4123811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4040382'] for router_interface, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:03.272827 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:03.415708 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9cfbef-3e22-4ab8-b1e1-5aa35852229d,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:03.418540 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:03.472064 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Network 8c0465ba-f650-4775-9b69-c1a7e870dd98 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:21:03.473197 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:03.648915 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-e9ede076-9779-49b1-bac9-ba27a2f5174c None None] Provisioning complete for port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:03.649227 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-e9ede076-9779-49b1-bac9-ba27a2f5174c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:03.706082 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-e9ede076-9779-49b1-bac9-ba27a2f5174c None None] Port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:21:03.753653 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Router 08bce52d-a7bf-4a9e-a341-2b160914cbcc is scheduled to L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 with binding_index 1 {{(pid=92138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:21:03.915966 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:03.921015 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] 10.222.0.15 "PUT /v2.0/routers/08bce52d-a7bf-4a9e-a341-2b160914cbcc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3970160 Jun 07 08:21:03.925551 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Sync routers for ids ['08bce52d-a7bf-4a9e-a341-2b160914cbcc'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:03.937025 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Routers {'08bce52d-a7bf-4a9e-a341-2b160914cbcc'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:03.937907 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:20:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['08bce52d-a7bf-4a9e-a341-2b160914cbcc'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:04.120624 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Set router 08bce52d-a7bf-4a9e-a341-2b160914cbcc gateway port host: None {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:04.497558 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'name': 'router1', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:20:52Z', 'updated_at': '2021-06-07T08:21:02Z', 'revision_number': 2, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'gw_port_host': None, '_interfaces': [{'id': '3d9cfbef-3e22-4ab8-b1e1-5aa35852229d', 'name': '', 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'mac_address': 'fa:16:3e:c3:89:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:21:02Z', 'updated_at': '2021-06-07T08:21:03Z', 'revision_number': 2, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'subnets': [{'id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9796413-4c1e-4d36-99a8-70f7cdae8aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:04.502619 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Checking router: 08bce52d-a7bf-4a9e-a341-2b160914cbcc for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:04.503023 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Updating router 08bce52d-a7bf-4a9e-a341-2b160914cbcc port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d binding host dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:21:04.560287 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:04.959491 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:04.974735 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Transition to ACTIVE for port object 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:05.056788 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:05.062705 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:05.309624 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Pushing event updated for resources: {'Port': ['ID=3d9cfbef-3e22-4ab8-b1e1-5aa35852229d,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:05.321934 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Attempting to bind port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:21:05.322337 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Attempting to bind port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '7f67cbe7-0079-438d-914c-390f184ccc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:21:05.322795 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Attempting to bind port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d on network 8c0465ba-f650-4775-9b69-c1a7e870dd98 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:05.325565 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.325906 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.326240 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.326564 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.326890 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.327216 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.327539 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.327857 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.328175 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.328490 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.328831 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.329148 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Tracked resource versions report: Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: pushed versions: Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: { 'AddressGroup': {'1.2'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'ConntrackHelper': {'1.0'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Log': {'1.0'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Network': {'1.1'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Port': {'1.7'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'PortForwarding': {'1.2'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'QosPolicy': {'1.8'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'SecurityGroup': {'1.4'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'SubPort': {'1.0'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Subnet': {'1.1'}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Trunk': {'1.1'}} Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: consumer versions: Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: { DHCP agent@dv-cinder-784956-6-smb: {}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: L3 agent@dv-cinder-784956-6-smb: {}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: Metadata agent@dv-cinder-784956-6-smb: {}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: Metering agent@dv-cinder-784956-6-smb: {}, Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: Open vSwitch agent@dv-cinder-784956-6-smb: { 'AddressGroup': '1.2', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'ConntrackHelper': '1.0', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Log': '1.0', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Network': '1.1', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Port': '1.7', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'PortForwarding': '1.2', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'QosPolicy': '1.8', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'SecurityGroup': '1.4', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'SecurityGroupRule': '1.2', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'SubPort': '1.0', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Subnet': '1.1', Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: 'Trunk': '1.1'}} Jun 07 08:21:05.330310 dv-cinder-784956-6-smb neutron-server[92140]: {{(pid=92140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:21:05.336746 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:21:05.337180 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Checking segment: {'id': '7f67cbe7-0079-438d-914c-390f184ccc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:21:05.337700 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:05.338072 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Bound using segment: {'id': '7f67cbe7-0079-438d-914c-390f184ccc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:21:05.338593 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Bound port: 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f67cbe7-0079-438d-914c-390f184ccc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:21:05.338976 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:05.350842 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:05.435388 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] For port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:21:05.439813 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] For port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=3d9cfbef-3e22-4ab8-b1e1-5aa35852229d,segment=NetworkSegment(7f67cbe7-0079-438d-914c-390f184ccc28),segment_id=7f67cbe7-0079-438d-914c-390f184ccc28)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:21:05.508472 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:05.513026 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:05.605006 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Pushing event updated for resources: {'Port': ['ID=3d9cfbef-3e22-4ab8-b1e1-5aa35852229d,revision_number=4']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:05.609980 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:05.616158 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Routers {'08bce52d-a7bf-4a9e-a341-2b160914cbcc'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:05.616871 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:20:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['08bce52d-a7bf-4a9e-a341-2b160914cbcc'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:05.783145 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] Set router 08bce52d-a7bf-4a9e-a341-2b160914cbcc gateway port host: None {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:06.152819 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'name': 'router1', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:20:52Z', 'updated_at': '2021-06-07T08:21:02Z', 'revision_number': 2, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'gw_port_host': None, '_interfaces': [{'id': '3d9cfbef-3e22-4ab8-b1e1-5aa35852229d', 'name': '', 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'mac_address': 'fa:16:3e:c3:89:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:21:02Z', 'updated_at': '2021-06-07T08:21:05Z', 'revision_number': 4, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'subnets': [{'id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9796413-4c1e-4d36-99a8-70f7cdae8aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:06.157502 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cc6d90-0f15-46bf-8bfb-ef0b0de70f1f None None] The sync data for ids ['08bce52d-a7bf-4a9e-a341-2b160914cbcc'] in dv-cinder-784956-6-smb is: [{'id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'name': 'router1', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:20:52Z', 'updated_at': '2021-06-07T08:21:02Z', 'revision_number': 2, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'gw_port_host': None, '_interfaces': [{'id': '3d9cfbef-3e22-4ab8-b1e1-5aa35852229d', 'name': '', 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'mac_address': 'fa:16:3e:c3:89:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:21:02Z', 'updated_at': '2021-06-07T08:21:05Z', 'revision_number': 4, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'subnets': [{'id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9796413-4c1e-4d36-99a8-70f7cdae8aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:06.212518 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 41722) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:06.411030 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1cd4a8-3635-4461-91e4-597c0a2519fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:06.412415 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-3a1cd4a8-3635-4461-91e4-597c0a2519fc admin admin] 10.222.0.15 "GET /v2.0/networks/5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 HTTP/1.1" status: 200 len: 842 time: 0.1989224 Jun 07 08:21:06.421908 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'name': 'public-subnet'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:06.502310 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Made reservation on behalf of 3410c67a35874bb09b7762a9ae3e1575 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:21:06.505458 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:06.941473 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.objects.ports [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92138) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 07 08:21:06.942135 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:06.946443 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:07.020467 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9da6e423-d20b-42bf-ba7d-c2783f93971d,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:07.028306 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:07.032378 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Checking segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:21:07.032764 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Network hostable DHCP agents. Network: 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:21:07.136876 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:21:07.234178 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:07.242031 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:07.248256 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:07.249196 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c59e0-1cc4-48dd-896e-85a5fa47aac9 None None] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:21:07.326062 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9076011 Jun 07 08:21:07.465489 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82d27d7-ebe3-4012-ab79-9db255d9da84 None None] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:21:09.802724 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 41734) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:10.016747 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-88167b19-7034-4d14-b9a2-e73aac147242 admin admin] 10.222.0.15 "GET /v2.0/routers/08bce52d-a7bf-4a9e-a341-2b160914cbcc HTTP/1.1" status: 200 len: 710 time: 0.2129433 Jun 07 08:21:10.149648 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106bf294-8462-4fd9-ae9d-aafff8017856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:21:10.155870 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-106bf294-8462-4fd9-ae9d-aafff8017856 admin admin] 10.222.0.15 "GET /v2.0/networks/5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 HTTP/1.1" status: 200 len: 886 time: 0.1282423 Jun 07 08:21:10.159920 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:21:10.176568 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:21:10.313555 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:10.320004 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:10.320397 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.460612 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.512163 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=3d9cfbef-3e22-4ab8-b1e1-5aa35852229d,segment=NetworkSegment(7f67cbe7-0079-438d-914c-390f184ccc28),segment_id=7f67cbe7-0079-438d-914c-390f184ccc28)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:10.576852 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:10.578981 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:10.671045 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=3d9cfbef-3e22-4ab8-b1e1-5aa35852229d,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:10.673954 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:10.688717 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4053891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4051039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:11.059917 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:11.115879 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:11.251308 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Allocated IP 172.28.1.237 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:21:11.397682 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:11.468250 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:11.472285 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:11.540325 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:21:11.543075 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:21:11.547131 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:21:11.603516 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Pushing event updated for resources: {'Port': ['ID=4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:11.615160 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:12.090318 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:12.161514 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:21:12.230322 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:12.230705 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:12.500802 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4053891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4051039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:12.504649 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4053932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4053914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4053909', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4051030'] for router, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:12.684937 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Router 08bce52d-a7bf-4a9e-a341-2b160914cbcc has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:21:12.861615 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:21:12.866951 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Notify callbacks [] for router, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:12.869503 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] 10.222.0.15 "PUT /v2.0/routers/08bce52d-a7bf-4a9e-a341-2b160914cbcc HTTP/1.1" status: 200 len: 890 time: 2.7112579 Jun 07 08:21:12.880883 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Sync routers for ids ['08bce52d-a7bf-4a9e-a341-2b160914cbcc'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:21:12.891852 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Routers {'08bce52d-a7bf-4a9e-a341-2b160914cbcc'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:12.892580 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:20:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['08bce52d-a7bf-4a9e-a341-2b160914cbcc'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:13.093792 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Set router 08bce52d-a7bf-4a9e-a341-2b160914cbcc gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:13.449218 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'name': 'router1', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:20:52Z', 'updated_at': '2021-06-07T08:21:11Z', 'revision_number': 4, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'gw_port': {'id': '4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:21:11Z', 'updated_at': '2021-06-07T08:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '3d9cfbef-3e22-4ab8-b1e1-5aa35852229d', 'name': '', 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'mac_address': 'fa:16:3e:c3:89:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:21:02Z', 'updated_at': '2021-06-07T08:21:10Z', 'revision_number': 5, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'subnets': [{'id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9796413-4c1e-4d36-99a8-70f7cdae8aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:13.454135 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Checking router: 08bce52d-a7bf-4a9e-a341-2b160914cbcc for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:21:13.454523 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Updating router 08bce52d-a7bf-4a9e-a341-2b160914cbcc port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 binding host dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:21:13.511233 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:13.856088 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Notify callbacks [] for port, precommit_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:13.867696 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Transition to ACTIVE for port object 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:21:13.947809 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:13.951846 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:14.031333 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Attempting to bind port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:21:14.031705 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Attempting to bind port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:21:14.032079 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Attempting to bind port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 on network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:21:14.034277 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80f138-e7b5-4e54-af30-416799fea7ec None None] Pushing event updated for resources: {'Port': ['ID=4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:14.038356 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-af80f138-e7b5-4e54-af30-416799fea7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:14.041101 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:21:14.041483 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Checking segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:21:14.042481 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:14.042481 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Bound using segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:21:14.042742 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Bound port: 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:21:14.043126 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:14.117177 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] For port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:21:14.120241 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] For port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:21:14.194630 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:14.198657 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:14.284849 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Routers {'08bce52d-a7bf-4a9e-a341-2b160914cbcc'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:21:14.285568 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:20:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['08bce52d-a7bf-4a9e-a341-2b160914cbcc'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:14.335575 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80f138-e7b5-4e54-af30-416799fea7ec None None] Pushing event updated for resources: {'Port': ['ID=4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:14.343910 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-af80f138-e7b5-4e54-af30-416799fea7ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:14.510567 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] Set router 08bce52d-a7bf-4a9e-a341-2b160914cbcc gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:21:14.860510 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'name': 'router1', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:20:52Z', 'updated_at': '2021-06-07T08:21:11Z', 'revision_number': 4, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'gw_port': {'id': '4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:21:11Z', 'updated_at': '2021-06-07T08:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '3d9cfbef-3e22-4ab8-b1e1-5aa35852229d', 'name': '', 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'mac_address': 'fa:16:3e:c3:89:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:21:02Z', 'updated_at': '2021-06-07T08:21:10Z', 'revision_number': 5, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'subnets': [{'id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9796413-4c1e-4d36-99a8-70f7cdae8aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:21:14.865695 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c255c4-9b38-49ed-a1b8-7ff5dcb5becc None None] The sync data for ids ['08bce52d-a7bf-4a9e-a341-2b160914cbcc'] in dv-cinder-784956-6-smb is: [{'id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'name': 'router1', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.237'}], 'enable_snat': True}, 'gw_port_id': '4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:20:52Z', 'updated_at': '2021-06-07T08:21:11Z', 'revision_number': 4, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'gw_port': {'id': '4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:31:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:21:11Z', 'updated_at': '2021-06-07T08:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '3d9cfbef-3e22-4ab8-b1e1-5aa35852229d', 'name': '', 'network_id': '8c0465ba-f650-4775-9b69-c1a7e870dd98', 'tenant_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'mac_address': 'fa:16:3e:c3:89:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08bce52d-a7bf-4a9e-a341-2b160914cbcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:21:02Z', 'updated_at': '2021-06-07T08:21:10Z', 'revision_number': 5, 'project_id': '87ec7a2792cf4fd0882d41f1fbe98e70', 'subnets': [{'id': '764eaba8-a77e-4b0b-9f11-e8fa2e580731', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9796413-4c1e-4d36-99a8-70f7cdae8aa3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:21:15.266000 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 41742) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:21:15.401525 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-32ca4ccb-9723-4bac-8090-27a74a415dd3 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1344426 Jun 07 08:21:16.176607 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:21:16.319287 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:21:16.324298 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:16.324763 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.446182 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.463129 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:21:16.518960 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:16.521337 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-af80f138-e7b5-4e54-af30-416799fea7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:21:16.586741 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:21:16.589715 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:21:18.164882 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:21:18.237995 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 4e2e739b-c1e7-4ee1-8e0e-f03b3c5c6187 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:21:18.239231 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:23.056468 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-e25a0261-1811-4916-9251-6bf45bf46154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:25.727522 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1395ac1e-edb2-4d6a-a575-b138a85e78a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:25.795504 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:27.376600 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:29.318931 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:35.273478 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:21:52.999156 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b6918ede-12c9-4892-8719-0dad33be0fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:55.758307 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-0ea27b86-c757-4cda-a455-63e331b51045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:55.998874 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:57.394295 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:21:59.564670 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:12.262533 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:22:22.992454 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b3efc33c-f8ff-492a-9307-695f0ace151d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:25.701384 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-bf968a7b-24aa-4ed7-90ce-b1a14c63b7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:25.780578 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:27.381607 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:29.323440 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:49.262994 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:22:53.003246 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4bf82da5-002b-4426-8a81-f0f5b3755795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:55.713520 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d072fea0-629d-4c02-aaed-5dca11a07467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:55.821135 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:56.196848 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 42310) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:56.274190 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3232a16-c392-4f01-a042-c0dcde5413c0 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:22:56.275497 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-d3232a16-c392-4f01-a042-c0dcde5413c0 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0776746 Jun 07 08:22:56.427566 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ea7b97-e781-4c1b-815b-25460e65dbc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:56.429031 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-62ea7b97-e781-4c1b-815b-25460e65dbc7 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1497130 Jun 07 08:22:57.409289 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:58.617716 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 42320) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:22:58.727199 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dea79d-1ea9-4798-807f-d0b9df029f20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:58.728531 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-92dea79d-1ea9-4798-807f-d0b9df029f20 admin admin] 10.222.0.15 "GET /v2.0/subnets/764eaba8-a77e-4b0b-9f11-e8fa2e580731 HTTP/1.1" status: 200 len: 849 time: 0.1098969 Jun 07 08:22:58.738144 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:22:58.859661 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Notify callbacks [] for subnet, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:59.151777 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750201094885'] for subnet, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:59.156945 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:22:59.236399 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:22:59.237542 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25852131-20a0-46d9-ad30-0632d7818b9c None None] Network 8c0465ba-f650-4775-9b69-c1a7e870dd98 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:22:59.237990 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:59.245164 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] 10.222.0.15 "PUT /v2.0/subnets/764eaba8-a77e-4b0b-9f11-e8fa2e580731 HTTP/1.1" status: 200 len: 868 time: 0.5108759 Jun 07 08:22:59.257790 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Pushing event updated for resources: {'Subnet': ['ID=764eaba8-a77e-4b0b-9f11-e8fa2e580731,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:22:59.266870 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.267702 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.268012 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.268350 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.268716 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.269053 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.269381 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.269709 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.270040 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.270361 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.270682 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.270999 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Tracked resource versions report: Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: pushed versions: Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: { 'AddressGroup': {'1.2'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'ConntrackHelper': {'1.0'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Log': {'1.0'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Network': {'1.1'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Port': {'1.7'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'PortForwarding': {'1.2'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'QosPolicy': {'1.8'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'SecurityGroup': {'1.4'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'SubPort': {'1.0'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Subnet': {'1.1'}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Trunk': {'1.1'}} Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: consumer versions: Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: { DHCP agent@dv-cinder-784956-6-smb: {}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: L3 agent@dv-cinder-784956-6-smb: {}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: Metadata agent@dv-cinder-784956-6-smb: {}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: Metering agent@dv-cinder-784956-6-smb: {}, Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: Open vSwitch agent@dv-cinder-784956-6-smb: { 'AddressGroup': '1.2', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'ConntrackHelper': '1.0', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Log': '1.0', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Network': '1.1', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Port': '1.7', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'PortForwarding': '1.2', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'QosPolicy': '1.8', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'SecurityGroup': '1.4', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'SecurityGroupRule': '1.2', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'SubPort': '1.0', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Subnet': '1.1', Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: 'Trunk': '1.1'}} Jun 07 08:22:59.272181 dv-cinder-784956-6-smb neutron-server[92137]: {{(pid=92137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:22:59.276936 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:22:59.425289 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:59.701067 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-adf6a6e6-e382-4106-913d-17716c995ecd None None] Provisioning complete for port 95d3f68b-44dd-45bf-8cfb-b1602eb84125 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:59.701357 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-adf6a6e6-e382-4106-913d-17716c995ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:22:59.828400 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-adf6a6e6-e382-4106-913d-17716c995ecd None None] Provisioning complete for port 3d9cfbef-3e22-4ab8-b1e1-5aa35852229d triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:22:59.828723 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-adf6a6e6-e382-4106-913d-17716c995ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:01.461876 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 42332) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:01.648871 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b38a2f-32a7-425a-9f88-a50038a22570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:01.649352 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b38a2f-32a7-425a-9f88-a50038a22570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:01.650886 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-d3b38a2f-32a7-425a-9f88-a50038a22570 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1880307 Jun 07 08:23:03.850733 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42340) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:04.023575 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ddb63-4782-4ca6-9247-bb407f907f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:04.024056 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ddb63-4782-4ca6-9247-bb407f907f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:04.025635 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b19ddb63-4782-4ca6-9247-bb407f907f25 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1739697 Jun 07 08:23:06.204303 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42350) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:06.374133 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597e7a0d-bac9-4983-9244-018a4967eb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:06.375481 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-597e7a0d-bac9-4983-9244-018a4967eb9f admin admin] 10.222.0.15 "GET /v2.0/networks/5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 HTTP/1.1" status: 200 len: 886 time: 0.1701648 Jun 07 08:23:08.539683 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42358) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:08.720930 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bda706-bc95-4638-817c-39da2611bb0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:08.722277 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-e1bda706-bc95-4638-817c-39da2611bb0f admin admin] 10.222.0.15 "GET /v2.0/networks/8c0465ba-f650-4775-9b69-c1a7e870dd98 HTTP/1.1" status: 200 len: 869 time: 0.1816466 Jun 07 08:23:10.868912 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42366) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:10.980743 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa04254-7a9f-45ce-8a99-60b5f0b33c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:10.981208 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa04254-7a9f-45ce-8a99-60b5f0b33c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:10.982698 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-afa04254-7a9f-45ce-8a99-60b5f0b33c00 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1128378 Jun 07 08:23:13.211668 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42374) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:13.318730 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4743fac-8b2a-4eff-b361-6906f46eef51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:13.319188 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4743fac-8b2a-4eff-b361-6906f46eef51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:13.320700 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f4743fac-8b2a-4eff-b361-6906f46eef51 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080825 Jun 07 08:23:15.528967 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42382) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:15.639811 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810f0210-47af-4d8a-be6b-26f9ef6ce9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:15.641186 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-810f0210-47af-4d8a-be6b-26f9ef6ce9c0 admin admin] 10.222.0.15 "GET /v2.0/subnets/764eaba8-a77e-4b0b-9f11-e8fa2e580731 HTTP/1.1" status: 200 len: 868 time: 0.1112578 Jun 07 08:23:17.793665 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42390) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:17.893297 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c35265-b5bd-4d31-8cc7-03f536bfdd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:17.894635 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-57c35265-b5bd-4d31-8cc7-03f536bfdd56 admin admin] 10.222.0.15 "GET /v2.0/subnets/9da6e423-d20b-42bf-ba7d-c2783f93971d HTTP/1.1" status: 200 len: 816 time: 0.1000469 Jun 07 08:23:23.014701 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1a334c3-c956-4106-980c-90a2b985871e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.803952 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a1e34798-0550-493a-bb30-6be61958026b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:25.806455 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:26.261529 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:23:27.397534 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:29.306357 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:41.409415 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 42434) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:41.459254 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [None req-207800e6-37ed-4c5c-b2e6-56de33e2dc96 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:23:41.460228 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-207800e6-37ed-4c5c-b2e6-56de33e2dc96 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498912 Jun 07 08:23:43.819581 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42442) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:43.886338 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee46965e-33df-4ebc-971d-a2c0065d613a admin admin] GET failed (client error): The resource could not be found. Jun 07 08:23:43.887608 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ee46965e-33df-4ebc-971d-a2c0065d613a admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0670295 Jun 07 08:23:44.011303 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eba6fe-2ebc-479b-8ea2-7a737f516d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:44.012674 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-c1eba6fe-2ebc-479b-8ea2-7a737f516d0c admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1204493 Jun 07 08:23:46.157582 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42450) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:46.204728 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:23:46.310700 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Made reservation on behalf of 3410c67a35874bb09b7762a9ae3e1575 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:23:46.313804 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:46.441141 dv-cinder-784956-6-smb neutron-server[92138]: WARNING neutron.services.revisions.revision_plugin [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Could not find related network for resource to bump revision. Jun 07 08:23:46.451514 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 730, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:23:46.460423 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:46.460792 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Added segment 0f0e086e-74a4-4355-8aef-afc21a3eddc6 of type vlan for network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab Jun 07 08:23:46.484388 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:46.568943 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:46.570289 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:46.570855 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:46.574296 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:46.665086 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Pushing event updated for resources: {'Network': ['ID=8d913f04-aa68-4e0b-bb68-3df53f9e32ab,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:46.669389 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5108254 Jun 07 08:23:46.674054 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.674399 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.674731 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.675058 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.675383 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.675708 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.676028 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.676387 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.676756 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.677081 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.677394 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.677705 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:46.681392 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:46.690076 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:23:48.872371 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42458) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:23:48.939958 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.pecan_wsgi.hooks.translation [None req-c203bddf-1f82-4c86-aa12-a129292a5c27 admin admin] GET failed (client error): The resource could not be found. Jun 07 08:23:48.941361 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-c203bddf-1f82-4c86-aa12-a129292a5c27 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679641 Jun 07 08:23:49.048671 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca1a91-af38-4c9e-93f5-e5fe18d0e60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:49.050120 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-c5ca1a91-af38-4c9e-93f5-e5fe18d0e60c admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1047950 Jun 07 08:23:49.059543 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:23:49.140761 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Made reservation on behalf of 3410c67a35874bb09b7762a9ae3e1575 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:23:49.143210 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:49.391045 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:49.395655 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-86959f67-b415-4d24-a9c7-2c5195d33b67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:49.463878 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6295d366-63c1-4160-85b7-66345a938d2f,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:49.467248 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:49.473337 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Checking segment: {'id': '0f0e086e-74a4-4355-8aef-afc21a3eddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:23:49.473695 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Network hostable DHCP agents. Network: 8d913f04-aa68-4e0b-bb68-3df53f9e32ab, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:23:49.545654 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:23:49.602974 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 8d913f04-aa68-4e0b-bb68-3df53f9e32ab) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:23:49.609073 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:23:49.610513 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:49.616487 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e940af-8cb8-436a-bd17-f2325e1fd850 None None] Network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:23:49.678698 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6222796 Jun 07 08:23:49.838779 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dcd3e2-d0f0-5088-ba37-ee198adbc9d5-8d913f04-aa68-4e0b-bb68-3df53f9e32ab', 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab', 'tenant_id': '3410c67a35874bb09b7762a9ae3e1575', 'fixed_ips': [{'subnet_id': '6295d366-63c1-4160-85b7-66345a938d2f'}]}} from dv-cinder-784956-6-smb. {{(pid=92139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:23:49.839662 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:49.999853 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.db_base_plugin_common [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Allocated IP 192.168.233.2 (8d913f04-aa68-4e0b-bb68-3df53f9e32ab/6295d366-63c1-4160-85b7-66345a938d2f/1947d97b-fe7e-43ff-97f7-db2027fc54ca) {{(pid=92139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:23:50.203727 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Notify callbacks [] for port, precommit_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:50.215343 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Transition to ACTIVE for port object 1947d97b-fe7e-43ff-97f7-db2027fc54ca will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:23:50.234189 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Transition to ACTIVE for port object 1947d97b-fe7e-43ff-97f7-db2027fc54ca will not be triggered until provisioned by entity DHCP. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:23:50.309388 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:50.363998 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:50.435659 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab is already hosted by enough agents. {{(pid=92139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:23:50.439160 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.base_scheduler [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Resources bound (agent type, host, resource id): {{(pid=92139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:23:50.441616 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Received port after_create {{(pid=92139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:23:50.491837 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Pushing event updated for resources: {'Port': ['ID=1947d97b-fe7e-43ff-97f7-db2027fc54ca,revision_number=1']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:50.534922 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.535267 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.535602 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.535964 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.536294 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.536641 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.536964 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.537285 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.537608 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.537922 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.538259 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.538581 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:23:50.542217 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:50.568487 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Attempting to bind port 1947d97b-fe7e-43ff-97f7-db2027fc54ca on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:23:50.568880 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Attempting to bind port 1947d97b-fe7e-43ff-97f7-db2027fc54ca by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '0f0e086e-74a4-4355-8aef-afc21a3eddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:23:50.569242 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Attempting to bind port 1947d97b-fe7e-43ff-97f7-db2027fc54ca on network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:23:50.677912 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:23:50.678632 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Checking segment: {'id': '0f0e086e-74a4-4355-8aef-afc21a3eddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:23:50.678753 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:50.679057 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Bound using segment: {'id': '0f0e086e-74a4-4355-8aef-afc21a3eddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:23:50.679557 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Bound port: 1947d97b-fe7e-43ff-97f7-db2027fc54ca, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0e086e-74a4-4355-8aef-afc21a3eddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:23:50.679931 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:50.799975 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] For port 1947d97b-fe7e-43ff-97f7-db2027fc54ca, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:23:50.803960 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] For port 1947d97b-fe7e-43ff-97f7-db2027fc54ca, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=1947d97b-fe7e-43ff-97f7-db2027fc54ca,segment=NetworkSegment(0f0e086e-74a4-4355-8aef-afc21a3eddc6),segment_id=0f0e086e-74a4-4355-8aef-afc21a3eddc6)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:23:50.878044 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:50.882166 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:50.958941 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Pushing event updated for resources: {'Port': ['ID=1947d97b-fe7e-43ff-97f7-db2027fc54ca,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:50.962181 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:51.783147 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c87a0-7005-4d1e-9cf8-022dee975844 None None] Network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:23:52.027217 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-12419851-ddfc-4c81-a1bd-f9e7098abfd9 None None] Provisioning for port 1947d97b-fe7e-43ff-97f7-db2027fc54ca completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:23:52.301978 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 1947d97b-fe7e-43ff-97f7-db2027fc54ca up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:23:52.442967 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 1947d97b-fe7e-43ff-97f7-db2027fc54ca completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:23:52.447843 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 1947d97b-fe7e-43ff-97f7-db2027fc54ca triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:23:52.448227 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:52.570083 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:52.602137 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 1947d97b-fe7e-43ff-97f7-db2027fc54ca, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=1947d97b-fe7e-43ff-97f7-db2027fc54ca,segment=NetworkSegment(0f0e086e-74a4-4355-8aef-afc21a3eddc6),segment_id=0f0e086e-74a4-4355-8aef-afc21a3eddc6)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:23:52.672088 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:52.674991 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:23:52.740008 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=1947d97b-fe7e-43ff-97f7-db2027fc54ca,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:23:52.743099 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:23:52.963048 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-911ebc90-55b9-4da3-a2b1-5bc4bf540a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:54.272194 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 1947d97b-fe7e-43ff-97f7-db2027fc54ca up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:23:54.343643 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 1947d97b-fe7e-43ff-97f7-db2027fc54ca triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:23:54.344033 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:55.728443 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c34c61ca-706e-4b24-8e3d-62b3c721d6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:55.784911 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:57.402227 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:23:59.346153 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:03.260867 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:24:22.985715 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a64f47d4-0d0e-4757-b8fd-7567226eee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:25.722763 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-697bc929-3169-4a6d-b55b-efbfb08a7ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:25.900083 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:27.397010 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:29.317702 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:40.259646 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:24:52.997071 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-3175669c-99aa-4948-8db4-eb9b9f92a080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:55.712987 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-92ae59a8-c434-4419-b869-4d45a5668c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:55.785745 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:57.396803 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:24:59.339935 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:07.068847 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42510) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:07.074981 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [None req-923705f4-3bcc-477f-a2aa-8306c7b9d4b4 tempest-verify_tempest_config-666139301 tempest-verify_tempest_config-666139301-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:25:07.075905 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-923705f4-3bcc-477f-a2aa-8306c7b9d4b4 tempest-verify_tempest_config-666139301 tempest-verify_tempest_config-666139301-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061257 Jun 07 08:25:07.639374 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42528) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:07.754410 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:07.853618 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:07.911351 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:07.918595 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:07.958436 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce8b842efb1e47cfa79317333a0b58ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3179908 Jun 07 08:25:07.959252 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3639ae7d-dbf6-430b-b482-cb95ebb42c6e,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:07.963998 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 42532) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:25:07.966119 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.966458 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.966816 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.967148 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.967469 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.967790 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.968656 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.969038 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.969370 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.969686 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.969999 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.970302 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:07.974661 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:08.039063 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.064628 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.224106 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.226902 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:08.228053 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3639ae7d-dbf6-430b-b482-cb95ebb42c6e HTTP/1.1" status: 204 len: 168 time: 0.2630968 Jun 07 08:25:08.228746 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:25:08.243498 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3639ae7d-dbf6-430b-b482-cb95ebb42c6e,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:25:08.252013 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.252356 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.252714 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.253046 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.253375 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.253695 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.254012 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.254330 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.254727 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.255052 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.255366 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.255681 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:25:08.259504 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:25:17.257917 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:25:22.995116 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2452b732-e30d-4564-854b-82a21afb08f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:25.729782 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-194850a6-360d-4971-9f4f-222e4a9c30e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:25.788970 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:27.417973 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:29.327811 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:52.990309 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-eeefa40e-ce71-4185-bbd2-bab7fea94f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:54.256664 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:25:55.738232 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d46efd61-4143-4e52-a9ff-977f6649f436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:55.802246 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:57.428797 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:25:59.337383 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:23.005855 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-0f8f37cc-0e89-4c58-b320-ea8811f13fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:25.724337 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-bdf76aac-28dd-4586-83b8-fffb342d7e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:25.788886 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:27.430626 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:29.325730 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:31.255071 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 5 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:26:53.005182 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1d14717b-02b4-4d06-abc9-c5664a7d5c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:55.016878 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604'] for agent, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:55.710284 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2f3945c0-33ee-4f42-9aa0-10489e0b1a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:55.807394 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:57.401344 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:26:59.350474 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:08.253806 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:27:09.998432 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 42608) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:27:10.112214 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-f6a65b42-5176-415e-b208-b69a5eaa16c0 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1127036 Jun 07 08:27:12.302644 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42618) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:27:12.363267 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-1976389e-55f2-48df-bf17-b2339e7a2bbe admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0595112 Jun 07 08:27:23.016445 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-979f6246-fa7d-4aa4-8444-cec1775c69dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:25.007882 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:25.709973 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef68b-56dd-483f-8612-b57c09aa17a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:25.795779 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:27.407384 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:29.338710 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:45.252186 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:27:53.018386 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-47eaa641-83fb-4257-8d74-57a331497395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:55.063901 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:55.727167 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-182fbbb4-e1da-45ed-8b23-fb8a75dbc0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:55.853258 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:57.418553 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:27:59.332838 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:22.251289 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:28:23.021405 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-be1ab26e-e91a-4b31-be9b-18f18f260952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:25.012381 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:25.727080 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-471f9fbb-be45-4758-bba4-3857ddbec05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:25.783598 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:27.421120 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:29.341324 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:45.881734 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42776) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:46.249198 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1271349291-network', 'tenant_id': '3213eab5b0e144778fcaba306bfd02a5'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:46.343555 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Made reservation on behalf of 3213eab5b0e144778fcaba306bfd02a5 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:46.346144 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:46.360105 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:46.478028 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:46.549072 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:46.552223 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:46.582554 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] vlan segment allocate from pool success with {'vlan_id': 715, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:28:46.588762 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0796bbb2-df4f-40e2-b3ea-2395679426a8,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:46.598908 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.599247 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.599577 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.599905 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.600223 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.600537 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Tracked resource versions report: Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: pushed versions: Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: { 'AddressGroup': {'1.2'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'ConntrackHelper': {'1.0'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Log': {'1.0'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Network': {'1.1'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Port': {'1.7'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'PortForwarding': {'1.2'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'QosPolicy': {'1.8'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'SecurityGroup': {'1.4'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'SubPort': {'1.0'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Subnet': {'1.1'}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Trunk': {'1.1'}} Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: consumer versions: Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: { DHCP agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: HyperV agent@hv-cinder-78495: {}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: L3 agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: Metadata agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: Metering agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: Open vSwitch agent@dv-cinder-784956-6-smb: { 'AddressGroup': '1.2', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'ConntrackHelper': '1.0', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Log': '1.0', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Network': '1.1', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Port': '1.7', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'PortForwarding': '1.2', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'QosPolicy': '1.8', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'SecurityGroup': '1.4', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'SecurityGroupRule': '1.2', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'SubPort': '1.0', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Subnet': '1.1', Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: 'Trunk': '1.1'}} Jun 07 08:28:46.606072 dv-cinder-784956-6-smb neutron-server[92138]: {{(pid=92138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:28:46.619509 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:46.619849 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Added segment 1bf53ad1-288a-4158-a324-43c74af62402 of type vlan for network 83085b42-4891-4815-af5f-014c0f4be6fc Jun 07 08:28:46.621243 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:46.647400 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:46.737893 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:46.739277 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:46.739848 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:46.745906 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8cd28ba3-6115-41a0-8d40-be3ae34734bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:46.840704 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Pushing event updated for resources: {'Network': ['ID=83085b42-4891-4815-af5f-014c0f4be6fc,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:46.843517 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:46.854489 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 83085b42-4891-4815-af5f-014c0f4be6fc details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:28:46.866870 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9813323 Jun 07 08:28:46.867099 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42826) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:46.872755 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Request body: {'subnet': {'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1271349291-subnet', 'tenant_id': '3213eab5b0e144778fcaba306bfd02a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:46.972054 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Made reservation on behalf of 3213eab5b0e144778fcaba306bfd02a5 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:46.974589 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:47.191742 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42840) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:47.212511 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 42844) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:47.241361 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:47.249312 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-387fcc93-3a51-44bc-aa4a-4f53f559f632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:47.336248 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6075478-6d4a-4774-ac30-6d5217e99cf7,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:47.341400 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Checking segment: {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:28:47.341764 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Network hostable DHCP agents. Network: 83085b42-4891-4815-af5f-014c0f4be6fc, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:28:47.349533 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:47.380852 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42856) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:47.435244 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Network 83085b42-4891-4815-af5f-014c0f4be6fc is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:28:47.484474 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-network', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:47.510613 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 83085b42-4891-4815-af5f-014c0f4be6fc) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:28:47.519766 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb7fe7e-77db-4fd2-b6a9-2c205cd3554a None None] Network 83085b42-4891-4815-af5f-014c0f4be6fc requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:28:47.524820 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:47.525663 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:47.547194 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-745635074-network', 'tenant_id': 'f2e74ad55dd24567b8617bdc588691c3'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:47.568261 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Made reservation on behalf of 90c9cb9b7de048fb99a234601f8a8545 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:47.570695 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:47.584099 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:47.662293 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7935188 Jun 07 08:28:47.670769 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.db.api [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:28:47.670769 dv-cinder-784956-6-smb neutron-server[92138]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 08:28:47.670769 dv-cinder-784956-6-smb neutron-server[92138]: [parameters: {'project_id_1': '90c9cb9b7de048fb99a234601f8a8545', 'expiration_1': datetime.datetime(2021, 6, 7, 8, 28, 47, 599992)}] Jun 07 08:28:47.670769 dv-cinder-784956-6-smb neutron-server[92138]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:28:47.672819 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_db.api [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:28:47.745273 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9816e868-2d3a-459a-83d7-a1c833516352 None None] Network 83085b42-4891-4815-af5f-014c0f4be6fc requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:28:47.749757 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Made reservation on behalf of f2e74ad55dd24567b8617bdc588691c3 for: {'network': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:47.752223 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:47.763782 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-network', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:47.769035 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:47.855330 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Made reservation on behalf of 43b1d038370e467bbfda84d7f5fc6d15 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:47.857686 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:47.879908 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:47.970684 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.035769 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.049525 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:48.087865 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25913679-9227-4a9d-8a82-84fdca1eea5b,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:48.098537 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.099227 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.099863 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.100357 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.100915 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.101401 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.102756 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.103296 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.103816 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.104299 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.104816 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Tracked resource versions report: Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: pushed versions: Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: { 'AddressGroup': {'1.2'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'ConntrackHelper': {'1.0'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Log': {'1.0'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Network': {'1.1'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Port': {'1.7'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'PortForwarding': {'1.2'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'QosPolicy': {'1.8'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'SecurityGroup': {'1.4'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'SubPort': {'1.0'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Subnet': {'1.1'}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Trunk': {'1.1'}} Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: consumer versions: Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: { DHCP agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: HyperV agent@hv-cinder-78495: {}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: L3 agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: Metadata agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: Metering agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: Open vSwitch agent@dv-cinder-784956-6-smb: { 'AddressGroup': '1.2', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'ConntrackHelper': '1.0', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Log': '1.0', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Network': '1.1', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Port': '1.7', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'PortForwarding': '1.2', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'QosPolicy': '1.8', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'SecurityGroup': '1.4', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'SecurityGroupRule': '1.2', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'SubPort': '1.0', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Subnet': '1.1', Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: 'Trunk': '1.1'}} Jun 07 08:28:48.108460 dv-cinder-784956-6-smb neutron-server[92137]: {{(pid=92137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:28:48.112423 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] vlan segment allocate from pool success with {'vlan_id': 739, 'physical_network': 'physnet1'} {{(pid=92137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:28:48.115429 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:48.130570 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750201267613', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.131416 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Unsubscribe: segment precommit_create {{(pid=92137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 07 08:28:48.132066 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.segments_db [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Added segment 1c4b2b32-cd12-407a-bee9-f97cb0c279c3 of type vlan for network 46be0a24-b1e0-4271-86c7-52bb5bac442d Jun 07 08:28:48.200720 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.202312 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.224737 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.339115 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.359612 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] vlan segment allocate from pool success with {'vlan_id': 716, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:28:48.372942 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.373592 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Added segment 1c005b2a-99a3-420d-ad1e-399eb748bbce of type vlan for network d77d1f42-e74e-493b-af79-837b3cd7a847 Jun 07 08:28:48.375472 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.377066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:48.377954 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.394370 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:48.406230 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.443070 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cefa27b7-359e-43ff-b490-76f0fb6f5a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:48.497699 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Pushing event updated for resources: {'Network': ['ID=46be0a24-b1e0-4271-86c7-52bb5bac442d,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:48.502225 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:48.510589 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 46be0a24-b1e0-4271-86c7-52bb5bac442d details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:28:48.531758 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b660f0cf-57fd-4f4e-a838-672c60453444,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:48.537579 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:48.556372 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.558906 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:48.559487 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.577800 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:48.776684 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Pushing event updated for resources: {'Network': ['ID=d77d1f42-e74e-493b-af79-837b3cd7a847,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:48.779490 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:48.788131 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network d77d1f42-e74e-493b-af79-837b3cd7a847 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:28:48.852843 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.927408 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:48.956895 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-320943d0-fb89-4edf-9ce4-08f968ceadba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:48.987696 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 729, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:28:49.012587 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:49.013282 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Added segment 3cc025f3-ba09-4485-ad9f-3e1749ff176d of type vlan for network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 Jun 07 08:28:49.044862 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8311985 Jun 07 08:28:49.047862 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 42914) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:49.056340 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Request body: {'subnet': {'network_id': '46be0a24-b1e0-4271-86c7-52bb5bac442d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-745635074-subnet', 'tenant_id': 'f2e74ad55dd24567b8617bdc588691c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:49.106725 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:49.155734 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Made reservation on behalf of f2e74ad55dd24567b8617bdc588691c3 for: {'subnet': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:49.159278 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:49.200849 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8188543 Jun 07 08:28:49.222520 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42926) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:49.254860 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Request body: {'subnet': {'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-subnet', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:49.310783 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:49.315784 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:49.316073 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:49.346353 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824d8671-56a2-46e6-b7d0-9a9d86e37d68,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:49.353947 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:49.354497 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:49.404581 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Made reservation on behalf of 43b1d038370e467bbfda84d7f5fc6d15 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:49.407317 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:49.512604 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3196726 Jun 07 08:28:49.513225 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42934) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:49.545043 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Request body: {'subnet': {'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-subnet', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:49.674977 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:49.679560 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:49.687164 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:28:49.759860 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:49.765514 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:49.817164 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Made reservation on behalf of 90c9cb9b7de048fb99a234601f8a8545 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:49.823562 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:49.887906 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebab4f74-0453-49f8-a87e-af38e01cf9fb,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:49.894610 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:49.904677 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Checking segment: {'id': '1c4b2b32-cd12-407a-bee9-f97cb0c279c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '46be0a24-b1e0-4271-86c7-52bb5bac442d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:28:49.904677 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Network hostable DHCP agents. Network: 46be0a24-b1e0-4271-86c7-52bb5bac442d, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:28:49.980428 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 42968) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:49.982759 dv-cinder-784956-6-smb neutron-server[92137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 08:28:50.022527 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Network 46be0a24-b1e0-4271-86c7-52bb5bac442d is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:28:50.140039 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:50.149090 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-855d11cc-402d-44ca-8465-a75ae34ea9be tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:50.150097 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-bc115041-d41c-4737-8597-48c95e2c3264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:50.152335 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-855d11cc-402d-44ca-8465-a75ae34ea9be tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 815 time: 0.1706910 Jun 07 08:28:50.167821 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-ba01c7bb-0583-4559-92ac-7a3e80d3827f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/quotas/3213eab5b0e144778fcaba306bfd02a5 HTTP/1.1" status: 200 len: 375 time: 0.0097916 Jun 07 08:28:50.212438 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 46be0a24-b1e0-4271-86c7-52bb5bac442d) {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:28:50.218796 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:50.221772 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:50.222481 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:50.225030 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab882c82-2159-48bf-9282-bab60bbbe201 None None] Network 46be0a24-b1e0-4271-86c7-52bb5bac442d requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:28:50.233849 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:50.242120 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:50.243172 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-899cd257-3b44-448a-8a2a-f858af56de80 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647624 Jun 07 08:28:50.250577 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:50.283871 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Checking segment: {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:28:50.284227 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Network hostable DHCP agents. Network: d77d1f42-e74e-493b-af79-837b3cd7a847, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:28:50.345143 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9529934e-daaf-4d6a-b4f1-1e7348bdda38,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:50.347552 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:50.356853 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Checking segment: {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:28:50.357213 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Network hostable DHCP agents. Network: 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:28:50.461938 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd5f7fc-b5d9-46f7-9754-46e3687356bf None None] Network 46be0a24-b1e0-4271-86c7-52bb5bac442d requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:28:50.464138 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-531ae88e-b49b-480b-9028-63d316acedea service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:28:50.465208 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-531ae88e-b49b-480b-9028-63d316acedea service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484645 Jun 07 08:28:50.469596 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4204788 Jun 07 08:28:50.499832 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:28:50.506386 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Network d77d1f42-e74e-493b-af79-837b3cd7a847 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:28:50.616640 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, d77d1f42-e74e-493b-af79-837b3cd7a847) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:28:50.619582 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:28:50.650523 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:50.650748 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01503dc-3829-4c60-a6be-21b50559abbb None None] Network d77d1f42-e74e-493b-af79-837b3cd7a847 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:28:50.651130 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:50.657609 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-6a15af2d-4e8f-4a8e-bbf4-0f564e883c9d service neutron] 10.222.0.15 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858823 Jun 07 08:28:50.699687 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:50.709350 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6951b7-920f-4b2b-917e-3f79cbfb3db8 None None] Network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:28:50.710064 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:50.793980 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-a9f2e86f-e16c-4cca-a191-2285d9507259 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5650103 Jun 07 08:28:50.796387 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42994) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:50.803150 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:50.824884 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2963898 Jun 07 08:28:50.829054 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 42998) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:50.845360 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:50.871746 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2117df3e-2dd5-4ba4-95d0-4e975fb808d1 service neutron] 10.222.0.15 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127340 Jun 07 08:28:50.989777 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4051021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:50.991211 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4051924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3761267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7961'] for router, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:51.025445 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:51.126794 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4051021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:51.128170 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4051924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3761267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7961'] for router, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:51.213316 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:51.337974 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43046) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:51.342568 dv-cinder-784956-6-smb neutron-server[92138]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 07 08:28:51.353155 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dcd3e2-d0f0-5088-ba37-ee198adbc9d5-d77d1f42-e74e-493b-af79-837b3cd7a847', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76'}]}} from dv-cinder-784956-6-smb. {{(pid=92139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:28:51.354363 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:51.507678 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4528141-24e1-418d-a738-a4b605ed0bd6 None None] Network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:28:51.876717 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.db_base_plugin_common [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Allocated IP 172.20.0.2 (d77d1f42-e74e-493b-af79-837b3cd7a847/3ca8badd-d4a8-4a22-8fa7-791a8fb38a76/6a0d8d47-812e-4da3-a8a5-58b8f352fa03) {{(pid=92139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:28:51.944451 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6f3e4155-172f-4e4e-83fe-279b1bdaef2c req-cccdbb33-a2fd-4ea3-97b1-cc139c90142f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 210 time: 0.2360415 Jun 07 08:28:51.986641 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43066) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:52.150641 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4053891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4051039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.155870 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4053891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4051039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.158267 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Notify callbacks [] for port, precommit_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.169419 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Transition to ACTIVE for port object 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:28:52.173271 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-1b361236-feb4-4b03-8728-913f4116e229 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:52.174651 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-248cbd85-16c2-4737-8614-303f360c81d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.180475 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-1b361236-feb4-4b03-8728-913f4116e229 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/networks?id=46be0a24-b1e0-4271-86c7-52bb5bac442d HTTP/1.1" status: 200 len: 811 time: 0.8384757 Jun 07 08:28:52.189304 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Transition to ACTIVE for port object 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 will not be triggered until provisioned by entity DHCP. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:28:52.193135 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-09506fcd-09e0-42ff-8837-cae3e93b75ce tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/quotas/f2e74ad55dd24567b8617bdc588691c3 HTTP/1.1" status: 200 len: 375 time: 0.0117512 Jun 07 08:28:52.265870 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-c0a4a321-559f-447e-b123-49b149c0e56c tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f2e74ad55dd24567b8617bdc588691c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686386 Jun 07 08:28:52.270063 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.287522 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:52.349550 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-248cbd85-16c2-4737-8614-303f360c81d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.378919 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Network d77d1f42-e74e-493b-af79-837b3cd7a847 is already hosted by enough agents. {{(pid=92139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:28:52.381950 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.base_scheduler [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Resources bound (agent type, host, resource id): {{(pid=92139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:28:52.386511 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Received port after_create {{(pid=92139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:28:52.408537 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-248cbd85-16c2-4737-8614-303f360c81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.418805 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:52.432576 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Pushing event updated for resources: {'Port': ['ID=6a0d8d47-812e-4da3-a8a5-58b8f352fa03,revision_number=1']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:52.486711 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.487056 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.487564 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.488066 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.488603 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Tracked resource versions report: Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: pushed versions: Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: { 'AddressGroup': {'1.2'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'ConntrackHelper': {'1.0'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Log': {'1.0'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Network': {'1.1'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Port': {'1.7'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'PortForwarding': {'1.2'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'QosPolicy': {'1.8'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'SecurityGroup': {'1.4'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'SubPort': {'1.0'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Subnet': {'1.1'}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Trunk': {'1.1'}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: consumer versions: Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: { DHCP agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: HyperV agent@hv-cinder-78495: {}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: L3 agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: Metadata agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: Metering agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: Open vSwitch agent@dv-cinder-784956-6-smb: { 'AddressGroup': '1.2', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'ConntrackHelper': '1.0', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Log': '1.0', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Network': '1.1', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Port': '1.7', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'PortForwarding': '1.2', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'QosPolicy': '1.8', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'SecurityGroup': '1.4', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'SecurityGroupRule': '1.2', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'SubPort': '1.0', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Subnet': '1.1', Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: 'Trunk': '1.1'}} Jun 07 08:28:52.494108 dv-cinder-784956-6-smb neutron-server[92139]: {{(pid=92139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:28:52.500994 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:52.508454 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cbd85-16c2-4737-8614-303f360c81d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1b80f2-c1f8-449b-9645-ea4d0a702ad0,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:52.511768 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Attempting to bind port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:28:52.512063 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Attempting to bind port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:28:52.512457 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Attempting to bind port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 on network d77d1f42-e74e-493b-af79-837b3cd7a847 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:28:52.517728 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-248cbd85-16c2-4737-8614-303f360c81d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:52.518949 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:28:52.519337 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Checking segment: {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:28:52.519749 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.520139 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Bound using segment: {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:28:52.520834 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Bound port: 6a0d8d47-812e-4da3-a8a5-58b8f352fa03, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:28:52.521689 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.531574 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-248cbd85-16c2-4737-8614-303f360c81d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd8d166c4cca425694e302151a87a2a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5438621 Jun 07 08:28:52.533322 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-24dcd381-330c-4d5a-b889-bef3f1eb3eb8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:28:52.540954 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-24dcd381-330c-4d5a-b889-bef3f1eb3eb8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1834216 Jun 07 08:28:52.545077 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43086) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:52.652611 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eb44e1cc-8d56-492b-b324-2913b431f347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.701755 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] For port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:28:52.706045 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] For port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=6a0d8d47-812e-4da3-a8a5-58b8f352fa03,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:28:52.708022 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eb44e1cc-8d56-492b-b324-2913b431f347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.763787 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-a5daefb9-8c31-4f21-b291-3204d63e3436 service neutron] 10.222.0.15 "GET /v2.0/networks/46be0a24-b1e0-4271-86c7-52bb5bac442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219083 Jun 07 08:28:52.796108 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.801680 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:52.881209 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Pushing event updated for resources: {'Port': ['ID=6a0d8d47-812e-4da3-a8a5-58b8f352fa03,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:52.884383 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:52.902124 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eb44e1cc-8d56-492b-b324-2913b431f347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.905092 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eb44e1cc-8d56-492b-b324-2913b431f347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:52.918180 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-eb44e1cc-8d56-492b-b324-2913b431f347 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a1b80f2-c1f8-449b-9645-ea4d0a702ad0 HTTP/1.1" status: 204 len: 168 time: 0.3603730 Jun 07 08:28:52.918180 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f163ed88-9895-4959-a006-e3bd5f253829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:52.929121 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb44e1cc-8d56-492b-b324-2913b431f347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1b80f2-c1f8-449b-9645-ea4d0a702ad0,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:52.933061 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-eb44e1cc-8d56-492b-b324-2913b431f347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:53.089887 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-49f8abf5-1845-45a2-8061-49c3ccea1019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:53.263911 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-9a749df8-6641-480a-9f17-ea76864b826a service neutron] 10.222.0.15 "GET /v2.0/networks/46be0a24-b1e0-4271-86c7-52bb5bac442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965866 Jun 07 08:28:53.500879 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:53.528685 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:53.560877 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:53.599438 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:53.812360 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c45dc836-ff60-4b6b-9572-636d67327532 req-6be31205-6e67-4349-8225-6310dd5c861b tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 210 time: 0.0657275 Jun 07 08:28:53.832422 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Allocated IP 172.28.1.118 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/8120aad2-2a1e-4676-84bf-99d1ed27d54e) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:28:53.959267 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3fa3e7e8-693e-46cb-a636-8eb6a9f17fb5 req-27c53376-917f-471f-befe-3b21ccb0fc2a tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 210 time: 0.0783749 Jun 07 08:28:54.016315 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43146) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:54.055828 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-262bdbac-e80f-4d80-b8b1-aaa560db4619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.136388 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.198788 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d8a7b7-00c2-4eb1-88f7-bac3bbddd784 None None] Network d77d1f42-e74e-493b-af79-837b3cd7a847 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:28:54.246484 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-262bdbac-e80f-4d80-b8b1-aaa560db4619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.253187 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.286521 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:54.344252 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-262bdbac-e80f-4d80-b8b1-aaa560db4619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.353210 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-eb44e1cc-8d56-492b-b324-2913b431f347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:54.408821 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:28:54.428252 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:28:54.442326 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bdbac-e80f-4d80-b8b1-aaa560db4619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9760129-c792-49cc-84d3-113699638675,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:54.443464 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:28:54.454976 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-262bdbac-e80f-4d80-b8b1-aaa560db4619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:54.464969 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-262bdbac-e80f-4d80-b8b1-aaa560db4619 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74c00d9dbdf3455f8a90854476325e94&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4475057 Jun 07 08:28:54.467029 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43164) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:54.494317 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-42db0ce8-2921-418d-88c9-5fee2c21754d None None] Provisioning for port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:28:54.516180 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Pushing event updated for resources: {'Port': ['ID=8120aad2-2a1e-4676-84bf-99d1ed27d54e,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:54.532039 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Allocated IP 172.28.1.238 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/7f35bd8f-07b0-4434-9756-de5e7ab6a7c6) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:28:54.549431 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:54.570679 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:28:54.581470 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-794e81a3-33c3-4296-b12b-6ab1ed3499b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.618304 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-794e81a3-33c3-4296-b12b-6ab1ed3499b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.738282 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:28:54.744823 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:28:54.747740 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.863564 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-794e81a3-33c3-4296-b12b-6ab1ed3499b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.866435 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-794e81a3-33c3-4296-b12b-6ab1ed3499b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:54.868770 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-794e81a3-33c3-4296-b12b-6ab1ed3499b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9760129-c792-49cc-84d3-113699638675 HTTP/1.1" status: 204 len: 168 time: 0.4002597 Jun 07 08:28:54.869591 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:54.911926 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e81a3-33c3-4296-b12b-6ab1ed3499b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9760129-c792-49cc-84d3-113699638675,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:54.921447 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-794e81a3-33c3-4296-b12b-6ab1ed3499b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:54.966176 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.078322 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.088456 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d680507d-a3e6-4751-8616-13d0ab585331 None None] Provisioning complete for port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:28:55.089073 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d680507d-a3e6-4751-8616-13d0ab585331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.210263 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.214322 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=6a0d8d47-812e-4da3-a8a5-58b8f352fa03,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:28:55.222611 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bea4f50a-f965-47de-8910-2b1a17404ac5 req-658ca408-a641-4794-8f14-dfd2daedd9de tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 210 time: 0.0858185 Jun 07 08:28:55.292508 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.307079 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.311828 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:55.472405 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d680507d-a3e6-4751-8616-13d0ab585331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.473048 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a9aced7f-4580-418c-b2f0-1373e852d70b req-60ac2ad7-d134-4830-9205-427a442e9366 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 210 time: 0.1446891 Jun 07 08:28:55.575867 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=6a0d8d47-812e-4da3-a8a5-58b8f352fa03,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:55.581479 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:55.597654 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.db.api [None req-d680507d-a3e6-4751-8616-13d0ab585331 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:28:55.597864 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_db.api [None req-d680507d-a3e6-4751-8616-13d0ab585331 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:28:55.788728 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-547dea00-ffd6-446f-83fa-67dd60776a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.846566 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.854455 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:55.862201 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:55.929207 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.50', 62219) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:55.946025 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:28:56.002753 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:28:56.026045 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Pushing event updated for resources: {'Port': ['ID=7f35bd8f-07b0-4434-9756-de5e7ab6a7c6,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:56.029778 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:28:56.087232 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:56.129310 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-5585a3f9-3469-4bd8-bd7b-b846903b1b50 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:56.131116 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-5585a3f9-3469-4bd8-bd7b-b846903b1b50 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 815 time: 0.1982195 Jun 07 08:28:56.214362 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Request body: {'port': {'device_id': 'b80691b0-15bb-4b70-92f5-696d3cfb759d', 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc', 'admin_state_up': True, 'tenant_id': '3213eab5b0e144778fcaba306bfd02a5'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:56.221194 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4051012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4053932'] for router, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:56.532979 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a79e1325-d136-49f7-aeaf-5a8b2749c143 req-aaf61f41-1fa7-47fa-a3c0-2aa727292508 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 210 time: 0.1343246 Jun 07 08:28:56.598057 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:28:56.641002 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Made reservation on behalf of 3213eab5b0e144778fcaba306bfd02a5 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:56.647580 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:56.698843 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:56.786978 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:28:56.787615 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:56.975646 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Router d94e44f4-eb88-42b2-87f8-7099c3b1c878 is scheduled to L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 with binding_index 1 {{(pid=92138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:28:57.053918 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Allocated IP 172.20.0.12 (83085b42-4891-4815-af5f-014c0f4be6fc/d6075478-6d4a-4774-ac30-6d5217e99cf7/a39ef61e-fd7b-492f-ae99-8fab89e129af) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:28:57.165878 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6eed3708-62bb-472a-84eb-5bcf8eaf4eeb req-e49fc562-7397-4a24-9800-5c7a3b7ef727 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 210 time: 0.0946045 Jun 07 08:28:57.300153 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:28:57.312197 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Sync routers for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:28:57.348433 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:28:57.349268 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:28:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:28:57.503714 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:57.518563 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:57.667243 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4051012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4053932'] for router, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:57.742330 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:57.750745 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:28:57.751529 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:57.911811 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.50', 62228) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:58.001575 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Pushing event updated for resources: {'Port': ['ID=a39ef61e-fd7b-492f-ae99-8fab89e129af,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:58.011766 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:58.026564 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Network 83085b42-4891-4815-af5f-014c0f4be6fc is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:28:58.029610 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:28:58.034336 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:28:58.046056 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:58.048101 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:58.178179 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Notify callbacks [] for router, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:58.178179 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.3780091 Jun 07 08:28:58.178393 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43328) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:58.435639 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2266037 Jun 07 08:28:58.437491 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:28:54Z', 'revision_number': 3, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:28:58.450665 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Checking router: d94e44f4-eb88-42b2-87f8-7099c3b1c878 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:28:58.451222 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Updating router d94e44f4-eb88-42b2-87f8-7099c3b1c878 port 8120aad2-2a1e-4676-84bf-99d1ed27d54e binding host dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:28:58.469392 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-a2affd43-3eaa-4d38-80ee-2e12c139897e tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:58.471684 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-a2affd43-3eaa-4d38-80ee-2e12c139897e tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.50 "GET /v2.0/networks?id=46be0a24-b1e0-4271-86c7-52bb5bac442d HTTP/1.1" status: 200 len: 811 time: 0.5573566 Jun 07 08:28:58.480510 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-f3ed62c4-7049-4f1e-9ccc-b584cb259641 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:28:58.481962 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-f3ed62c4-7049-4f1e-9ccc-b584cb259641 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092320 Jun 07 08:28:58.522012 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Request body: {'port': {'device_id': '1d17e04c-4a59-4c37-b13a-79283804b58c', 'network_id': '46be0a24-b1e0-4271-86c7-52bb5bac442d', 'admin_state_up': True, 'tenant_id': 'f2e74ad55dd24567b8617bdc588691c3'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:58.600377 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:58.979202 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-09a705aa-316e-45c0-ae22-ecdfb1f99fda req-0c21540f-8b7d-4cf1-b5e8-edfd68196067 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 210 time: 0.0932329 Jun 07 08:28:59.088381 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Made reservation on behalf of f2e74ad55dd24567b8617bdc588691c3 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:28:59.097054 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:59.119646 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e is scheduled to L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 with binding_index 1 {{(pid=92138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:28:59.170569 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1695a3-7bc6-4496-9a04-35c1eb4213c9 req-eb00cd72-08f5-4105-aa22-bf1305a3b4fe tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:28:59.172440 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-da1695a3-7bc6-4496-9a04-35c1eb4213c9 req-eb00cd72-08f5-4105-aa22-bf1305a3b4fe tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 932 time: 1.0322258 Jun 07 08:28:59.179541 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Request body: {'port': {'device_id': 'b80691b0-15bb-4b70-92f5-696d3cfb759d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:28:59.375641 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:59.407887 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:59.423180 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Transition to ACTIVE for port object 8120aad2-2a1e-4676-84bf-99d1ed27d54e will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:28:59.432494 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:28:59.473787 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43362) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:28:59.499118 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:59.505402 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:28:59.567795 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:59.671936 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Attempting to bind port 8120aad2-2a1e-4676-84bf-99d1ed27d54e on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:28:59.676664 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Attempting to bind port 8120aad2-2a1e-4676-84bf-99d1ed27d54e by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:28:59.677170 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Attempting to bind port 8120aad2-2a1e-4676-84bf-99d1ed27d54e on network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:28:59.704834 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:28:59.708065 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:28:59.708976 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Checking segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:28:59.709622 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:59.712135 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Bound using segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:28:59.713850 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Bound port: 8120aad2-2a1e-4676-84bf-99d1ed27d54e, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:28:59.720951 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Sync routers for ids ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:28:59.727603 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:59.741207 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Routers {'37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:28:59.747804 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:28:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:28:59.757265 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcbd9-2949-4109-a9a4-bcf92dd31775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:28:59.762503 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-da1695a3-7bc6-4496-9a04-35c1eb4213c9 req-907939e9-2cdd-42c6-87bb-38d505c5a22a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798986 Jun 07 08:28:59.828420 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Pushing event updated for resources: {'Port': ['ID=8120aad2-2a1e-4676-84bf-99d1ed27d54e,revision_number=2']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:28:59.881446 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.882133 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.882810 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.883470 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.884086 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.884748 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.885301 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.885883 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.886448 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.887000 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.887545 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.888083 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Tracked resource versions report: Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: pushed versions: Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: { 'AddressGroup': {'1.2'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'ConntrackHelper': {'1.0'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Log': {'1.0'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Network': {'1.1'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Port': {'1.7'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'PortForwarding': {'1.2'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'QosPolicy': {'1.8'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'SecurityGroup': {'1.4'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'SecurityGroupRule': {'1.2'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'SubPort': {'1.0'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Subnet': {'1.1'}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Trunk': {'1.1'}} Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: consumer versions: Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: { DHCP agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: HyperV agent@hv-cinder-78495: {}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: L3 agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: Metadata agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: Metering agent@dv-cinder-784956-6-smb: {}, Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: Open vSwitch agent@dv-cinder-784956-6-smb: { 'AddressGroup': '1.2', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'ConntrackHelper': '1.0', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Log': '1.0', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Network': '1.1', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Port': '1.7', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'PortForwarding': '1.2', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'QosPolicy': '1.8', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'SecurityGroup': '1.4', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'SecurityGroupRule': '1.2', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'SubPort': '1.0', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Subnet': '1.1', Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: 'Trunk': '1.1'}} Jun 07 08:28:59.889427 dv-cinder-784956-6-smb neutron-server[92140]: {{(pid=92140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 07 08:28:59.897404 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:28:59.975625 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] For port 8120aad2-2a1e-4676-84bf-99d1ed27d54e, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:28:59.982449 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] For port 8120aad2-2a1e-4676-84bf-99d1ed27d54e, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=8120aad2-2a1e-4676-84bf-99d1ed27d54e,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:00.052844 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:00.062261 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:00.085538 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] Notify callbacks [] for router, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:00.088809 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcbd9-2949-4109-a9a4-bcf92dd31775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:00.093894 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-0230c27b-cd0e-4a51-b225-fa80ca6efcf9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.2635245 Jun 07 08:29:00.097846 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43392) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:00.323200 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:00.325336 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:28:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:00.350738 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Set router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:00.551399 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Pushing event updated for resources: {'Port': ['ID=8120aad2-2a1e-4676-84bf-99d1ed27d54e,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:00.561713 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:00.638742 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:00.805095 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:00.858804 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39ef61e-fd7b-492f-ae99-8fab89e129af {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:00.870930 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:00.886043 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Transition to ACTIVE for port object a39ef61e-fd7b-492f-ae99-8fab89e129af will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:00.892133 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ee9bcbd9-2949-4109-a9a4-bcf92dd31775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:00.938452 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Allocated IP 172.20.0.5 (46be0a24-b1e0-4271-86c7-52bb5bac442d/ebab4f74-0453-49f8-a87e-af38e01cf9fb/82bbc666-d3fd-4a1f-b649-bfb0bce35b7e) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:29:00.975805 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-248cbd85-16c2-4737-8614-303f360c81d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:00.989155 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:01.010542 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:51Z', 'updated_at': '2021-06-07T08:28:56Z', 'revision_number': 3, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'gw_port': {'id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:01.021932 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Checking router: 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:29:01.022454 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Updating router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 binding host dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:29:01.042937 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4e1fd1ef-8bca-46f2-8e98-a8968c5e12f9 req-588fd6ee-8ece-4b70-a37f-b47048227e52 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 210 time: 0.1482537 Jun 07 08:29:01.043585 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43416) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:01.187855 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:01.342488 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0477a23b-0188-4251-924d-ad5e8e6da9be req-db87fe0d-a8ea-43fe-ae9f-2fb03f9d82cf tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:01.350637 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0477a23b-0188-4251-924d-ad5e8e6da9be req-db87fe0d-a8ea-43fe-ae9f-2fb03f9d82cf tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 944 time: 0.2451916 Jun 07 08:29:01.392198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Attempting to bind port a39ef61e-fd7b-492f-ae99-8fab89e129af on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:29:01.392198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Attempting to bind port a39ef61e-fd7b-492f-ae99-8fab89e129af by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:29:01.392841 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Attempting to bind port a39ef61e-fd7b-492f-ae99-8fab89e129af on network 83085b42-4891-4815-af5f-014c0f4be6fc {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:01.395804 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9bcbd9-2949-4109-a9a4-bcf92dd31775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf89857-2d66-40b2-993a-20e7ee731e19,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:01.402307 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-ee9bcbd9-2949-4109-a9a4-bcf92dd31775 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c7277f84efd4f6f8aba9d132b41ae64&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9188352 Jun 07 08:29:01.402307 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ee9bcbd9-2949-4109-a9a4-bcf92dd31775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:01.422493 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43420) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:01.466464 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.360s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:01.516163 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Allocated IP 172.20.0.1 (d77d1f42-e74e-493b-af79-837b3cd7a847/3ca8badd-d4a8-4a22-8fa7-791a8fb38a76/cdd825ab-a511-4c5c-ba47-dec2e12a7873) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:29:01.555793 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Pushing event updated for resources: {'Port': ['ID=a39ef61e-fd7b-492f-ae99-8fab89e129af,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:01.575862 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Port a39ef61e-fd7b-492f-ae99-8fab89e129af on network 83085b42-4891-4815-af5f-014c0f4be6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:29:01.576198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Attempting to bind port a39ef61e-fd7b-492f-ae99-8fab89e129af on network 83085b42-4891-4815-af5f-014c0f4be6fc {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:01.594359 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:01.600726 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0477a23b-0188-4251-924d-ad5e8e6da9be req-ad5d731a-305d-4f17-98c3-b5f15e30c4a4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416680 Jun 07 08:29:01.657966 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:29:01.658334 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Checking segment: {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:01.658910 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Bound using segment: {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:29:01.659365 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Bound port: a39ef61e-fd7b-492f-ae99-8fab89e129af, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:29:01.659717 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:01.682478 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-58d1f77b-6c8c-4472-aaea-a6900382a6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:01.737043 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:28:54Z', 'revision_number': 3, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:01.744323 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618fad0f-3104-4f79-b14c-108116fce6b2 None None] The sync data for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb is: [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:28:54Z', 'revision_number': 3, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:29:01.797131 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ffec8d32-3cd4-4ccd-9415-e9b2a17ce588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:01.842902 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Notify callbacks [] for port, precommit_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:01.869470 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Transition to ACTIVE for port object 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:01.896865 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ffec8d32-3cd4-4ccd-9415-e9b2a17ce588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:01.915530 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:01.966310 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:01.970868 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Transition to ACTIVE for port object cdd825ab-a511-4c5c-ba47-dec2e12a7873 will not be triggered until provisioned by entity DHCP. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:01.978333 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:02.058340 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ffec8d32-3cd4-4ccd-9415-e9b2a17ce588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:02.062128 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ffec8d32-3cd4-4ccd-9415-e9b2a17ce588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:02.067184 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ffec8d32-3cd4-4ccd-9415-e9b2a17ce588 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdf89857-2d66-40b2-993a-20e7ee731e19 HTTP/1.1" status: 204 len: 168 time: 0.6361487 Jun 07 08:29:02.067184 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:02.121638 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:02.168828 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec8d32-3cd4-4ccd-9415-e9b2a17ce588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf89857-2d66-40b2-993a-20e7ee731e19,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:02.184444 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Attempting to bind port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:29:02.223229 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Attempting to bind port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:29:02.225242 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Attempting to bind port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 on network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:02.264477 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15837ca8-b118-43a4-8332-3c1516213340 None None] Pushing event updated for resources: {'Port': ['ID=7f35bd8f-07b0-4434-9756-de5e7ab6a7c6,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:02.282630 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ffec8d32-3cd4-4ccd-9415-e9b2a17ce588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:02.283037 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-15837ca8-b118-43a4-8332-3c1516213340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:02.301799 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-d6f53a4e-8d32-4031-8f59-b2d0a3d32e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:02.351921 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:29:02.358074 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Checking segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:02.364786 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:02.364786 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Bound using segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:29:02.364786 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Bound port: 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:29:02.364786 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:02.430715 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Network d77d1f42-e74e-493b-af79-837b3cd7a847 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:02.481279 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:02.778919 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:29:02.778919 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768550'] for router_interface, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:02.778919 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Pushing event updated for resources: {'Port': ['ID=cdd825ab-a511-4c5c-ba47-dec2e12a7873,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:02.784394 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 8120aad2-2a1e-4676-84bf-99d1ed27d54e up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:02.786528 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:02.843490 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] For port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:29:02.865704 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] For port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=7f35bd8f-07b0-4434-9756-de5e7ab6a7c6,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:02.916017 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8fe93d14-c871-4aa3-9cec-4003fa1ac518 req-bcc1aa0a-7d21-48bc-918f-936c48624cb8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 210 time: 0.5686371 Jun 07 08:29:02.942204 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] For port a39ef61e-fd7b-492f-ae99-8fab89e129af, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:29:02.942438 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:02.949714 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:03.071221 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] For port a39ef61e-fd7b-492f-ae99-8fab89e129af, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a39ef61e-fd7b-492f-ae99-8fab89e129af,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:03.089109 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-58d1f77b-6c8c-4472-aaea-a6900382a6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.095130 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.119694 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a19b05-3e34-4b10-8cd5-a4e838355ca7 req-2f2d0eec-77c2-4b0a-87f8-4ad5495ea4a3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:03.130576 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-36a19b05-3e34-4b10-8cd5-a4e838355ca7 req-2f2d0eec-77c2-4b0a-87f8-4ad5495ea4a3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 944 time: 0.3030248 Jun 07 08:29:03.192583 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15837ca8-b118-43a4-8332-3c1516213340 None None] Pushing event updated for resources: {'Port': ['ID=7f35bd8f-07b0-4434-9756-de5e7ab6a7c6,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:03.197468 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-15837ca8-b118-43a4-8332-3c1516213340 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:03.201456 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 8120aad2-2a1e-4676-84bf-99d1ed27d54e completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:03.223393 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 8120aad2-2a1e-4676-84bf-99d1ed27d54e triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:03.223827 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.280761 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.299208 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.305608 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-58d1f77b-6c8c-4472-aaea-a6900382a6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.348757 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Routers {'37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:03.349570 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:28:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:03.384436 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:03.465394 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d7f4fc5e-4859-4ab3-878b-bf1937e7df5d None None] Provisioning for port cdd825ab-a511-4c5c-ba47-dec2e12a7873 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:03.466249 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-58d1f77b-6c8c-4472-aaea-a6900382a6f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d66ad93bc1514468aa406fe14a4e9af8&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3698497 Jun 07 08:29:03.472738 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43452) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:03.493470 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d7f4fc5e-4859-4ab3-878b-bf1937e7df5d None None] Provisioning complete for port cdd825ab-a511-4c5c-ba47-dec2e12a7873 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:03.494001 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d7f4fc5e-4859-4ab3-878b-bf1937e7df5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.561119 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.596389 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43454) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:03.617724 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:03.618460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.620032 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] 10.222.0.50 "PUT /v2.0/ports/a39ef61e-fd7b-492f-ae99-8fab89e129af HTTP/1.1" status: 200 len: 1094 time: 4.5929363 Jun 07 08:29:03.624520 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80691b0-15bb-4b70-92f5-696d3cfb759d', 'tag': 'a39ef61e-fd7b-492f-ae99-8fab89e129af'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:03.678600 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4fc5e-4859-4ab3-878b-bf1937e7df5d None None] Port cdd825ab-a511-4c5c-ba47-dec2e12a7873 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:29:03.682911 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.697072 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4123811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4040382'] for router_interface, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.719595 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-36a19b05-3e34-4b10-8cd5-a4e838355ca7 req-c5bd5a59-d35b-4ab9-94a6-c299a7ef1c8c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5878890 Jun 07 08:29:03.724426 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cda2d378-d82e-4f92-98e5-75e3def621a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.743312 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:03.745011 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:03.757990 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] Set router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:03.955994 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Pushing event updated for resources: {'Port': ['ID=cdd825ab-a511-4c5c-ba47-dec2e12a7873,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:04.067445 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43466) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:04.090010 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 8120aad2-2a1e-4676-84bf-99d1ed27d54e, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=8120aad2-2a1e-4676-84bf-99d1ed27d54e,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:04.096438 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:04.178270 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:04.186966 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-a8846b92-c7b9-4bfa-a927-da4cda97ef33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:04.394680 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=8120aad2-2a1e-4676-84bf-99d1ed27d54e,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:04.398783 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:04.411048 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Network d77d1f42-e74e-493b-af79-837b3cd7a847 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:04.432868 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:04.439661 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:51Z', 'updated_at': '2021-06-07T08:28:56Z', 'revision_number': 3, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'gw_port': {'id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:04.445863 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4038aa93-954f-41b4-8fc0-9a9b455f1345 None None] The sync data for ids ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'] in dv-cinder-784956-6-smb is: [{'id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:51Z', 'updated_at': '2021-06-07T08:28:56Z', 'revision_number': 3, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'gw_port': {'id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:29:04.537116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Pushing event updated for resources: {'Port': ['ID=a39ef61e-fd7b-492f-ae99-8fab89e129af,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:04.554595 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e63c7fc-03ef-46dc-ba36-4636f184a288" -d '{"events": [{"name": "network-changed", "server_uuid": "b80691b0-15bb-4b70-92f5-696d3cfb759d", "tag": "a39ef61e-fd7b-492f-ae99-8fab89e129af"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:04.595190 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9cc48e94-baa7-431f-b282-8b79e90dd32f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:04.635968 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.246s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:04.675157 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-794e81a3-33c3-4296-b12b-6ab1ed3499b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.249s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:04.718830 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cda2d378-d82e-4f92-98e5-75e3def621a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:04.764202 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7bdce2db-c1ee-431c-b544-9a2b66250081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:04.833059 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7bdce2db-c1ee-431c-b544-9a2b66250081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:04.922570 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-88fdc8c7-a1df-4628-a52b-cb430115b3f1 None None] Provisioning complete for port cdd825ab-a511-4c5c-ba47-dec2e12a7873 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:04.923007 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-88fdc8c7-a1df-4628-a52b-cb430115b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:04.987748 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313f4e8f-f11a-4f38-8804-a4bd075d59f4 x-openstack-request-id: req-313f4e8f-f11a-4f38-8804-a4bd075d59f4 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:04.992405 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b80691b0-15bb-4b70-92f5-696d3cfb759d", "tag": "a39ef61e-fd7b-492f-ae99-8fab89e129af", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:04.992405 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-313f4e8f-f11a-4f38-8804-a4bd075d59f4 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:04.997274 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80691b0-15bb-4b70-92f5-696d3cfb759d', 'tag': 'a39ef61e-fd7b-492f-ae99-8fab89e129af', 'status': 'completed', 'code': 200} Jun 07 08:29:05.004252 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:05.031151 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cda2d378-d82e-4f92-98e5-75e3def621a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:05.084823 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:05.088881 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-88fdc8c7-a1df-4628-a52b-cb430115b3f1 None None] Port cdd825ab-a511-4c5c-ba47-dec2e12a7873 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:29:05.106396 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-cda2d378-d82e-4f92-98e5-75e3def621a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e24eb63f251e4aa0952fe59ee31cfd8f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5051939 Jun 07 08:29:05.110534 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43482) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:05.129641 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d1f77b-6c8c-4472-aaea-a6900382a6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f98b7-aa94-4c22-b1a8-237dadd2edc0,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:05.139923 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:05.154525 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-58d1f77b-6c8c-4472-aaea-a6900382a6f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:05.162759 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:05.224435 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Network 46be0a24-b1e0-4271-86c7-52bb5bac442d is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:05.251499 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:05.264354 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:29:05.271122 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:05.271871 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:05.295482 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2d378-d82e-4f92-98e5-75e3def621a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a48de88-cdaa-48bc-b456-884068d793c6,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:05.315483 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Pushing event updated for resources: {'Port': ['ID=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:05.330796 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cda2d378-d82e-4f92-98e5-75e3def621a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:05.334424 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:05.344469 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Router d94e44f4-eb88-42b2-87f8-7099c3b1c878 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:29:05.430068 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386af41-2ccc-4eef-ab32-9a84d4f87b03 req-c6980626-1bc3-4636-bad2-3b3a44e74fab tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:05.434263 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b386af41-2ccc-4eef-ab32-9a84d4f87b03 req-c6980626-1bc3-4636-bad2-3b3a44e74fab tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 931 time: 0.8667305 Jun 07 08:29:05.443156 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7bdce2db-c1ee-431c-b544-9a2b66250081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:05.445687 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-160d9d13-2def-4463-982f-f286712c1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:05.447721 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-160d9d13-2def-4463-982f-f286712c1506 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 1097 time: 1.2297361 Jun 07 08:29:05.473512 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-84e0809c-4b64-4d43-90e3-5ce5d0a1bba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:05.477036 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7bdce2db-c1ee-431c-b544-9a2b66250081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:05.481379 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-7bdce2db-c1ee-431c-b544-9a2b66250081 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb3f98b7-aa94-4c22-b1a8-237dadd2edc0 HTTP/1.1" status: 204 len: 168 time: 2.0027673 Jun 07 08:29:05.484129 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:05.499364 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdce2db-c1ee-431c-b544-9a2b66250081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3f98b7-aa94-4c22-b1a8-237dadd2edc0,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:05.512577 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7bdce2db-c1ee-431c-b544-9a2b66250081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:05.575900 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-84e0809c-4b64-4d43-90e3-5ce5d0a1bba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:05.610020 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b386af41-2ccc-4eef-ab32-9a84d4f87b03 req-4a2ae851-f895-46f6-85f8-4b933572111e tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614294 Jun 07 08:29:05.710259 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-78cc28e4-4ce4-4cab-9e7d-45b2ad9d8f57 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a39ef61e-fd7b-492f-ae99-8fab89e129af HTTP/1.1" status: 200 len: 217 time: 0.1719182 Jun 07 08:29:05.745522 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2995f37-1866-4e23-bd3a-176a133f322a req-085a7c68-cefa-4aee-8299-a46002de5f1b tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:05.758595 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d2995f37-1866-4e23-bd3a-176a133f322a req-085a7c68-cefa-4aee-8299-a46002de5f1b tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 944 time: 0.5688219 Jun 07 08:29:05.966461 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:29:05.974200 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] 10.222.0.15 "PUT /v2.0/routers/d94e44f4-eb88-42b2-87f8-7099c3b1c878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6993306 Jun 07 08:29:05.976570 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Sync routers for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:29:05.987393 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d2995f37-1866-4e23-bd3a-176a133f322a req-57a57d3b-ca88-4c63-92e5-145cc9c5a49d tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277954 Jun 07 08:29:05.989358 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9cc48e94-baa7-431f-b282-8b79e90dd32f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:06.003647 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:06.003647 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:28:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:06.052429 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-91c28a87-e02f-4325-8cf8-88c3999a69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:06.054283 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-91c28a87-e02f-4325-8cf8-88c3999a69a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6075478-6d4a-4774-ac30-6d5217e99cf7 HTTP/1.1" status: 200 len: 855 time: 0.2692904 Jun 07 08:29:06.073993 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Allocated IP 172.20.0.1 (0ee839fa-1ec0-4f6f-9cb7-410d6a824b16/9529934e-daaf-4d6a-b4f1-1e7348bdda38/a18dd30e-de7c-47f2-8e92-f12323bcd23b) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:29:06.340757 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:06.343518 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:06.615887 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 8120aad2-2a1e-4676-84bf-99d1ed27d54e up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:06.707343 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 8120aad2-2a1e-4676-84bf-99d1ed27d54e triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:06.707801 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:06.747288 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9cc48e94-baa7-431f-b282-8b79e90dd32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:06.748266 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-84e0809c-4b64-4d43-90e3-5ce5d0a1bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:06.749216 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:06.765247 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2bd50fa4-dac5-43d5-bc89-b11dbf8caaae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:06.847000 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5862e3c6-08d0-4b0e-b2c4-6f45e246c3f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:06.905857 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 2, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:06.922864 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Checking router: d94e44f4-eb88-42b2-87f8-7099c3b1c878 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:29:06.923449 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Updating router d94e44f4-eb88-42b2-87f8-7099c3b1c878 port cdd825ab-a511-4c5c-ba47-dec2e12a7873 binding host dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:29:06.938914 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-9cc48e94-baa7-431f-b282-8b79e90dd32f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d33c4737c8954bcea7884be290c56071&name=default HTTP/1.1" status: 200 len: 2977 time: 2.8633499 Jun 07 08:29:06.938914 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc48e94-baa7-431f-b282-8b79e90dd32f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6634d36-1547-4c22-a56a-fa482f959263,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:06.982967 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43500) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:06.990558 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-84e0809c-4b64-4d43-90e3-5ce5d0a1bba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:06.991414 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-84e0809c-4b64-4d43-90e3-5ce5d0a1bba2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a48de88-cdaa-48bc-b456-884068d793c6 HTTP/1.1" status: 204 len: 168 time: 1.8678188 Jun 07 08:29:07.048097 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0809c-4b64-4d43-90e3-5ce5d0a1bba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a48de88-cdaa-48bc-b456-884068d793c6,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:07.055172 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.065044 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-84e0809c-4b64-4d43-90e3-5ce5d0a1bba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:07.065623 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:07.066386 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:07.140896 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Pushing event updated for resources: {'Port': ['ID=a18dd30e-de7c-47f2-8e92-f12323bcd23b,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:07.154157 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:07.158256 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:07.180886 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6797159 Jun 07 08:29:07.201081 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:07.215354 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-274dd915-de13-4440-9384-ccb839daeed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.249340 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:07.252886 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:29:07.253632 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768550'] for router_interface, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.312634 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-274dd915-de13-4440-9384-ccb839daeed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.482605 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43512) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:07.500628 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:07.506765 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:07.507670 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.567741 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c136c4-7de0-4bf2-9f9b-815a40456d83 req-a2af1d50-abb5-42ec-b4ee-33ad4307a6c4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:07.570724 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-46c136c4-7de0-4bf2-9f9b-815a40456d83 req-a2af1d50-abb5-42ec-b4ee-33ad4307a6c4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 944 time: 0.1511641 Jun 07 08:29:07.574532 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-274dd915-de13-4440-9384-ccb839daeed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.579043 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-274dd915-de13-4440-9384-ccb839daeed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.580608 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-274dd915-de13-4440-9384-ccb839daeed4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c6634d36-1547-4c22-a56a-fa482f959263 HTTP/1.1" status: 204 len: 168 time: 0.5845714 Jun 07 08:29:07.602286 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ffec8d32-3cd4-4ccd-9415-e9b2a17ce588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:07.619111 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274dd915-de13-4440-9384-ccb839daeed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6634d36-1547-4c22-a56a-fa482f959263,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:07.628429 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-274dd915-de13-4440-9384-ccb839daeed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:07.663410 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-46c136c4-7de0-4bf2-9f9b-815a40456d83 req-69b55ad2-9dd4-4912-8a4b-871f21089ba6 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775404 Jun 07 08:29:07.719436 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad6c08-cad9-4fb9-beff-131dcadb0f1a req-bbdd6f09-3fb0-439e-922b-21c8f0c7f063 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:07.721359 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a4ad6c08-cad9-4fb9-beff-131dcadb0f1a req-bbdd6f09-3fb0-439e-922b-21c8f0c7f063 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 931 time: 0.7701120 Jun 07 08:29:07.853080 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.883183 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=7f35bd8f-07b0-4434-9756-de5e7ab6a7c6,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:07.933463 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a4ad6c08-cad9-4fb9-beff-131dcadb0f1a req-afc3155d-a1fb-4c7d-88a1-44c37ebbae47 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041545 Jun 07 08:29:07.952249 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.955323 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.965046 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:07.965187 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:07.980810 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Transition to ACTIVE for port object cdd825ab-a511-4c5c-ba47-dec2e12a7873 will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:08.067409 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.068804 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=7f35bd8f-07b0-4434-9756-de5e7ab6a7c6,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:08.079658 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:08.090268 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:08.116149 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9de32b7b-d9d1-4247-af43-058ae0d76c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.336154 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Request body: {'port': {'device_id': '1d17e04c-4a59-4c37-b13a-79283804b58c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:08.337251 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9de32b7b-d9d1-4247-af43-058ae0d76c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.377765 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354d711-2170-484f-88ce-32f2a1c44836 None None] Pushing event updated for resources: {'Port': ['ID=cdd825ab-a511-4c5c-ba47-dec2e12a7873,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:08.391899 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4354d711-2170-484f-88ce-32f2a1c44836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:08.447130 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9de32b7b-d9d1-4247-af43-058ae0d76c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.461838 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:08.506050 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Attempting to bind port cdd825ab-a511-4c5c-ba47-dec2e12a7873 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:29:08.506440 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Attempting to bind port cdd825ab-a511-4c5c-ba47-dec2e12a7873 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:29:08.506808 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Attempting to bind port cdd825ab-a511-4c5c-ba47-dec2e12a7873 on network d77d1f42-e74e-493b-af79-837b3cd7a847 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:08.535790 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:29:08.536498 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Checking segment: {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:08.537071 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.537609 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Bound using segment: {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:29:08.538344 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Bound port: cdd825ab-a511-4c5c-ba47-dec2e12a7873, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:29:08.539244 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.568517 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:08.594472 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-9de32b7b-d9d1-4247-af43-058ae0d76c23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64b3ed4d55c34108b0f01c7faac6fd00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1070173 Jun 07 08:29:08.600338 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43530) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:08.604165 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de32b7b-d9d1-4247-af43-058ae0d76c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d805d-89e2-4b99-a017-fe8aa53dc492,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:08.613509 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-9de32b7b-d9d1-4247-af43-058ae0d76c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:08.667717 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-7ee39e76-2410-4226-8c70-657356379fb5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83085b42-4891-4815-af5f-014c0f4be6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3727903 Jun 07 08:29:08.748480 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-51cb8f40-d3a8-4c1f-8bd1-29a33928287d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.751968 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] For port cdd825ab-a511-4c5c-ba47-dec2e12a7873, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:29:08.763916 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] For port cdd825ab-a511-4c5c-ba47-dec2e12a7873, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=cdd825ab-a511-4c5c-ba47-dec2e12a7873,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:08.769332 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:08.771458 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.788425 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-51cb8f40-d3a8-4c1f-8bd1-29a33928287d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.853286 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:08.859464 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-13012e72-8fac-403b-841f-015d4d1629ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:08.873164 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:09.169887 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354d711-2170-484f-88ce-32f2a1c44836 None None] Pushing event updated for resources: {'Port': ['ID=cdd825ab-a511-4c5c-ba47-dec2e12a7873,revision_number=4']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:09.175026 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4354d711-2170-484f-88ce-32f2a1c44836 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:09.197327 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:09.213718 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-e1209ef8-93f7-4d1e-abd0-6060b783d5a9 service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886227 Jun 07 08:29:09.214250 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:09.214906 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:28:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:09.425664 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:09.454144 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-51cb8f40-d3a8-4c1f-8bd1-29a33928287d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:09.454144 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-51cb8f40-d3a8-4c1f-8bd1-29a33928287d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:09.454144 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-51cb8f40-d3a8-4c1f-8bd1-29a33928287d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/222d805d-89e2-4b99-a017-fe8aa53dc492 HTTP/1.1" status: 204 len: 168 time: 0.8504524 Jun 07 08:29:09.454809 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:09.468528 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb8f40-d3a8-4c1f-8bd1-29a33928287d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d805d-89e2-4b99-a017-fe8aa53dc492,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:09.471735 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-51cb8f40-d3a8-4c1f-8bd1-29a33928287d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:09.568053 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:09.583328 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4123811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4040382'] for router_interface, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:09.662918 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:09.740707 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426a99a-2445-4911-955a-a352086e117e req-ce7521de-23cd-4195-9499-d47a5a573c2e tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:09.742977 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7426a99a-2445-4911-955a-a352086e117e req-ce7521de-23cd-4195-9499-d47a5a573c2e tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 944 time: 0.7513862 Jun 07 08:29:09.765646 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43546) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:09.779336 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-af5f6e78-faef-4c20-a5a5-b560d2e2cee0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--506515210', 'description': 'tempest-description--1833126173'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:09.835003 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43548) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:09.983486 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e9e3fa5d-e515-4acc-b4bc-73ee4a23f141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:10.010471 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:08Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:10.017468 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21b6a3-e379-401e-acdb-5e166e10ced4 None None] The sync data for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb is: [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:08Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:29:10.086921 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Pushing event updated for resources: {'Port': ['ID=a18dd30e-de7c-47f2-8e92-f12323bcd23b,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:10.122702 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:10.130266 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29adc8b3-284a-44b8-9967-c427a5e9c17e req-d376360d-7395-479e-b40f-f0454d4edaff service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9086766 Jun 07 08:29:10.130714 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-af5f6e78-faef-4c20-a5a5-b560d2e2cee0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:10.162866 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7426a99a-2445-4911-955a-a352086e117e req-7c47decc-d2b0-463f-a771-592058393b21 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812642 Jun 07 08:29:10.353945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52eaf8-6801-4beb-a9b3-2000551a3294 req-27aa8e92-fc48-4b41-9a25-669cf8201823 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:10.362539 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8a52eaf8-6801-4beb-a9b3-2000551a3294 req-27aa8e92-fc48-4b41-9a25-669cf8201823 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 931 time: 0.4121382 Jun 07 08:29:10.512326 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8a52eaf8-6801-4beb-a9b3-2000551a3294 req-9487556c-5c10-475b-a12b-c2960d6bf040 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375947 Jun 07 08:29:10.565730 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:10.571295 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:10.600115 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device cdd825ab-a511-4c5c-ba47-dec2e12a7873 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:10.600705 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:10.766198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:10.857413 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port cdd825ab-a511-4c5c-ba47-dec2e12a7873 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:10.859621 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port cdd825ab-a511-4c5c-ba47-dec2e12a7873 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:10.859988 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:10.879296 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Transition to ACTIVE for port object 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:10.925668 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e9e3fa5d-e515-4acc-b4bc-73ee4a23f141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.050036 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-6f7ff486-f408-495f-be22-31815807ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:11.054457 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-6f7ff486-f408-495f-be22-31815807ff71 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 1097 time: 0.7021105 Jun 07 08:29:11.108902 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.155616 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.184154 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-af5f6e78-faef-4c20-a5a5-b560d2e2cee0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.198127 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e9e3fa5d-e515-4acc-b4bc-73ee4a23f141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.220250 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:11.240215 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port cdd825ab-a511-4c5c-ba47-dec2e12a7873, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=cdd825ab-a511-4c5c-ba47-dec2e12a7873,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:11.308487 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-af5f6e78-faef-4c20-a5a5-b560d2e2cee0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.308487 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cda2d378-d82e-4f92-98e5-75e3def621a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:11.363678 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.368157 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:11.454393 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f6e78-faef-4c20-a5a5-b560d2e2cee0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf6712d-1e68-42f4-ab64-1364be209f60,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:11.467949 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-af5f6e78-faef-4c20-a5a5-b560d2e2cee0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:11.515990 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:29:11.524821 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-af5f6e78-faef-4c20-a5a5-b560d2e2cee0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.526690 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-af5f6e78-faef-4c20-a5a5-b560d2e2cee0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7597885 Jun 07 08:29:11.529526 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43578) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:11.534175 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-a9139762-7bae-4fc3-bac1-bf5201ed6c2a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'security_group_rule': {'security_group_id': '2bf6712d-1e68-42f4-ab64-1364be209f60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:11.615344 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=cdd825ab-a511-4c5c-ba47-dec2e12a7873,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:11.630135 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Pushing event updated for resources: {'Port': ['ID=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:11.631896 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:11.636775 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:11.696496 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a9139762-7bae-4fc3-bac1-bf5201ed6c2a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.718154 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:11.732997 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e9e3fa5d-e515-4acc-b4bc-73ee4a23f141 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e8e1c3e5e6e45b48fa283593ea4b497&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8825848 Jun 07 08:29:11.737995 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43586) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:11.806409 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a9139762-7bae-4fc3-bac1-bf5201ed6c2a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.905636 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a9139762-7bae-4fc3-bac1-bf5201ed6c2a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:11.921121 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b955-a0e9-4ba3-86dc-60bf0eb04203 req-9116932a-db6c-40d3-b9a9-a7f78a8ccc31 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:11.929889 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b6a4b955-a0e9-4ba3-86dc-60bf0eb04203 req-9116932a-db6c-40d3-b9a9-a7f78a8ccc31 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 943 time: 0.1605299 Jun 07 08:29:11.933544 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:11.977736 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9139762-7bae-4fc3-bac1-bf5201ed6c2a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfa34dc-c9fb-49e1-8a0f-0c66d21929d7,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:12.014324 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a9139762-7bae-4fc3-bac1-bf5201ed6c2a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:12.044433 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b6a4b955-a0e9-4ba3-86dc-60bf0eb04203 req-9cbc1a43-c47a-4e70-bdbf-88932e7e549b tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132779 Jun 07 08:29:12.093365 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Attempting to bind port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:29:12.093930 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Attempting to bind port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1c4b2b32-cd12-407a-bee9-f97cb0c279c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '46be0a24-b1e0-4271-86c7-52bb5bac442d'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:29:12.094092 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Attempting to bind port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e on network 46be0a24-b1e0-4271-86c7-52bb5bac442d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:12.121083 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a9139762-7bae-4fc3-bac1-bf5201ed6c2a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.122254 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-a9139762-7bae-4fc3-bac1-bf5201ed6c2a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5916476 Jun 07 08:29:12.127668 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43594) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:12.132986 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-7a99f3d4-f46e-4faa-8605-4b8f7caa3cbf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'security_group_rule': {'security_group_id': '2bf6712d-1e68-42f4-ab64-1364be209f60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:12.136371 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3fa5d-e515-4acc-b4bc-73ee4a23f141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f58da8-7f1e-4911-86d9-8010b4337221,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:12.141939 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e9e3fa5d-e515-4acc-b4bc-73ee4a23f141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:12.165639 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e on network 46be0a24-b1e0-4271-86c7-52bb5bac442d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:29:12.166156 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Attempting to bind port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e on network 46be0a24-b1e0-4271-86c7-52bb5bac442d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:12.182993 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-f6d0bd51-2a78-45ef-9a1c-9073cb917502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:12.185604 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-f6d0bd51-2a78-45ef-9a1c-9073cb917502 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 916 time: 1.0796590 Jun 07 08:29:12.214745 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:29:12.215327 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Checking segment: {'id': '1c4b2b32-cd12-407a-bee9-f97cb0c279c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '46be0a24-b1e0-4271-86c7-52bb5bac442d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:12.215988 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Bound using segment: {'id': '1c4b2b32-cd12-407a-bee9-f97cb0c279c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '46be0a24-b1e0-4271-86c7-52bb5bac442d'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:29:12.216774 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Bound port: 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c4b2b32-cd12-407a-bee9-f97cb0c279c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': '46be0a24-b1e0-4271-86c7-52bb5bac442d'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:29:12.217350 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.269977 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7a99f3d4-f46e-4faa-8605-4b8f7caa3cbf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.362503 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7a99f3d4-f46e-4faa-8605-4b8f7caa3cbf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.438047 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7a99f3d4-f46e-4faa-8605-4b8f7caa3cbf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.440207 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a9139762-7bae-4fc3-bac1-bf5201ed6c2a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:12.465541 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-f583dbc9-53f3-4c08-a54b-556b245eda6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a39ef61e-fd7b-492f-ae99-8fab89e129af HTTP/1.1" status: 200 len: 217 time: 0.1535974 Jun 07 08:29:12.478173 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2366c19b-0e2b-4c5f-ae5d-0e2b57862262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.478662 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a99f3d4-f46e-4faa-8605-4b8f7caa3cbf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca77c322-094b-46c4-931c-d8505a439891,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:12.487472 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-7a99f3d4-f46e-4faa-8605-4b8f7caa3cbf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:12.511413 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device cdd825ab-a511-4c5c-ba47-dec2e12a7873 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:12.517160 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a08c3de-a9fc-4582-b0f2-4fe9e28fac79 req-f7ef00fe-b5df-4fcf-ac5e-2eba3ed9b12d tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:12.519061 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3a08c3de-a9fc-4582-b0f2-4fe9e28fac79 req-f7ef00fe-b5df-4fcf-ac5e-2eba3ed9b12d tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 944 time: 1.0561106 Jun 07 08:29:12.525296 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:29:12.539317 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] 10.222.0.15 "PUT /v2.0/routers/37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4058268 Jun 07 08:29:12.576605 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7a99f3d4-f46e-4faa-8605-4b8f7caa3cbf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.578882 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-7a99f3d4-f46e-4faa-8605-4b8f7caa3cbf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4498255 Jun 07 08:29:12.581817 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43612) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:12.602669 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'floatingip': {'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:12.623507 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2366c19b-0e2b-4c5f-ae5d-0e2b57862262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.636649 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Sync routers for ids ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:29:12.649433 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] For port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:29:12.698317 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Routers {'37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:12.699769 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:28:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:12.719103 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] For port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,segment=NetworkSegment(1c4b2b32-cd12-407a-bee9-f97cb0c279c3),segment_id=1c4b2b32-cd12-407a-bee9-f97cb0c279c3)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:12.735417 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-cfe28353-1f19-4284-b5ee-928f050aa9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:12.736956 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-cfe28353-1f19-4284-b5ee-928f050aa9c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6075478-6d4a-4774-ac30-6d5217e99cf7 HTTP/1.1" status: 200 len: 855 time: 0.1809282 Jun 07 08:29:12.749164 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3a08c3de-a9fc-4582-b0f2-4fe9e28fac79 req-20567b00-9357-4bc4-9379-956ab1c264a4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914556 Jun 07 08:29:12.754627 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.859068 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.871482 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-27d7ae08-8ddb-4c0f-86a1-8946261567a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83085b42-4891-4815-af5f-014c0f4be6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029868 Jun 07 08:29:12.877178 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:12.957411 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Pushing event updated for resources: {'Port': ['ID=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:12.983472 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2366c19b-0e2b-4c5f-ae5d-0e2b57862262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.984574 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:12.996378 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2366c19b-0e2b-4c5f-ae5d-0e2b57862262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:12.999441 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-2366c19b-0e2b-4c5f-ae5d-0e2b57862262 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44f58da8-7f1e-4911-86d9-8010b4337221 HTTP/1.1" status: 204 len: 168 time: 1.2472322 Jun 07 08:29:13.002048 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:13.021642 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:13.021743 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port cdd825ab-a511-4c5c-ba47-dec2e12a7873 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:13.021743 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:13.025035 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:13.025253 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:13.026875 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] 10.222.0.50 "PUT /v2.0/ports/82bbc666-d3fd-4a1f-b649-bfb0bce35b7e HTTP/1.1" status: 200 len: 1093 time: 4.7479193 Jun 07 08:29:13.026995 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d17e04c-4a59-4c37-b13a-79283804b58c', 'tag': '82bbc666-d3fd-4a1f-b649-bfb0bce35b7e'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:13.029313 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034b31f7-03bd-41cb-b659-a23cd7207739" -d '{"events": [{"name": "network-changed", "server_uuid": "1d17e04c-4a59-4c37-b13a-79283804b58c", "tag": "82bbc666-d3fd-4a1f-b649-bfb0bce35b7e"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:13.040953 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366c19b-0e2b-4c5f-ae5d-0e2b57862262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f58da8-7f1e-4911-86d9-8010b4337221,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:13.044820 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2366c19b-0e2b-4c5f-ae5d-0e2b57862262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:13.147334 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Set router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:13.162207 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-19192ed3-d9a8-4d06-be43-97607327d733 service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085271 Jun 07 08:29:13.326532 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Allocated IP 172.28.1.72 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/650fab42-b8b8-4c16-aaab-c405eb28fd0b) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:29:13.403055 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e63c7fc-03ef-46dc-ba36-4636f184a288 req-24c68240-a76b-4750-a847-db07bf7460f2 service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328258 Jun 07 08:29:13.417424 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-112ca366-0816-4c21-a48f-70c488d6bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:13.418911 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-112ca366-0816-4c21-a48f-70c488d6bee3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f2e74ad55dd24567b8617bdc588691c3&device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 1096 time: 0.2090440 Jun 07 08:29:13.552092 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-95394ce9-9a4d-4c7d-a9e3-dfab27487f7b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e HTTP/1.1" status: 200 len: 217 time: 0.1042356 Jun 07 08:29:13.668409 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:51Z', 'updated_at': '2021-06-07T08:29:07Z', 'revision_number': 4, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'gw_port': {'id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'a18dd30e-de7c-47f2-8e92-f12323bcd23b', 'name': '', 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'mac_address': 'fa:16:3e:e0:17:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9529934e-daaf-4d6a-b4f1-1e7348bdda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:05Z', 'updated_at': '2021-06-07T08:29:08Z', 'revision_number': 2, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'subnets': [{'id': '9529934e-daaf-4d6a-b4f1-1e7348bdda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:13.676190 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Checking router: 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:29:13.676190 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Updating router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e port a18dd30e-de7c-47f2-8e92-f12323bcd23b binding host dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:29:13.687217 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:13.735999 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-88e8c0cf-3cf5-40da-9acd-8c70478bd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:13.737997 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-88e8c0cf-3cf5-40da-9acd-8c70478bd238 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ebab4f74-0453-49f8-a87e-af38e01cf9fb HTTP/1.1" status: 200 len: 851 time: 0.1763921 Jun 07 08:29:13.815062 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:13.829933 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:13.840593 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-07f938a4-bf84-41a0-bf0a-eb5e508575f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:13.868868 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-a0cbddb6-6a32-4f0f-8004-62b8a64b008b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46be0a24-b1e0-4271-86c7-52bb5bac442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231043 Jun 07 08:29:13.908146 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:13.910736 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:13.915797 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:29:13.924184 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'Port': ['ID=650fab42-b8b8-4c16-aaab-c405eb28fd0b,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:13.949502 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:14.044609 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c4491a-3be6-428f-86d1-c81874e19125 x-openstack-request-id: req-14c4491a-3be6-428f-86d1-c81874e19125 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:14.044813 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d17e04c-4a59-4c37-b13a-79283804b58c", "tag": "82bbc666-d3fd-4a1f-b649-bfb0bce35b7e", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:14.045072 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14c4491a-3be6-428f-86d1-c81874e19125 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:14.045460 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d17e04c-4a59-4c37-b13a-79283804b58c', 'tag': '82bbc666-d3fd-4a1f-b649-bfb0bce35b7e', 'status': 'completed', 'code': 200} Jun 07 08:29:14.144924 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:14.180902 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-05347cf6-0d63-4040-973e-3ad5bd104e7f service neutron] 10.222.0.50 "GET /v2.0/networks/46be0a24-b1e0-4271-86c7-52bb5bac442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936707 Jun 07 08:29:14.204497 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd15ea-ec43-4768-aa21-c9cc9debc2fb req-419f669b-6b70-49e2-85b9-09db9cf27af9 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:14.212641 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-71cd15ea-ec43-4768-aa21-c9cc9debc2fb req-419f669b-6b70-49e2-85b9-09db9cf27af9 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 943 time: 0.1709621 Jun 07 08:29:14.339650 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-71cd15ea-ec43-4768-aa21-c9cc9debc2fb req-eaa6906d-a720-4f45-8f0f-dad2b397cef3 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270630 Jun 07 08:29:14.350247 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:14.466717 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Notify callbacks [] for port, precommit_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:14.493428 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Transition to ACTIVE for port object a18dd30e-de7c-47f2-8e92-f12323bcd23b will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:14.565172 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-92d79ca4-514b-4cc3-95fa-aff3692d4b7d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:14.566872 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-92d79ca4-514b-4cc3-95fa-aff3692d4b7d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 819 time: 0.7497694 Jun 07 08:29:14.572900 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:14.590480 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:14.613219 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-250b345a-ebc2-42e7-887c-9cb1f4249fa0 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/quotas/90c9cb9b7de048fb99a234601f8a8545 HTTP/1.1" status: 200 len: 375 time: 0.0281808 Jun 07 08:29:14.618906 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e52fe09-8aff-478c-b5ce-ce56808590b9 req-b3cb620e-7b9e-442f-b112-b8ba4124ddaf service neutron] 10.222.0.50 "GET /v2.0/networks/46be0a24-b1e0-4271-86c7-52bb5bac442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283111 Jun 07 08:29:14.707718 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bf7e6c4c-d925-4fab-99d1-58a4b09a018f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0876079 Jun 07 08:29:14.751445 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:14.770808 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066894ed-e9b0-4ced-b9aa-2a46bd8a590a req-d3239f14-fb02-4f6b-98a7-123d17e822fb tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:14.780384 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-066894ed-e9b0-4ced-b9aa-2a46bd8a590a req-d3239f14-fb02-4f6b-98a7-123d17e822fb tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 944 time: 0.2267175 Jun 07 08:29:14.820590 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:14.835305 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:14.884276 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5adf46-7fae-4bbd-b674-70470d062ae8 None None] Pushing event updated for resources: {'Port': ['ID=a18dd30e-de7c-47f2-8e92-f12323bcd23b,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:14.894563 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-0e5adf46-7fae-4bbd-b674-70470d062ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:14.898732 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-066894ed-e9b0-4ced-b9aa-2a46bd8a590a req-cef8d132-ed65-482d-a971-1aa710cd3aba tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173661 Jun 07 08:29:14.931169 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Attempting to bind port a18dd30e-de7c-47f2-8e92-f12323bcd23b on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:29:14.931882 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Attempting to bind port a18dd30e-de7c-47f2-8e92-f12323bcd23b by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:29:14.932031 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Attempting to bind port a18dd30e-de7c-47f2-8e92-f12323bcd23b on network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:14.937832 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:29:14.938211 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Checking segment: {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:14.938685 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:14.939090 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Bound using segment: {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:29:14.939575 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Bound port: a18dd30e-de7c-47f2-8e92-f12323bcd23b, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:29:14.940081 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:14.946904 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:14.979644 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'Port': ['ID=650fab42-b8b8-4c16-aaab-c405eb28fd0b,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:14.983034 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:15.021578 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-41783bc8-09c0-45ec-9483-d5211c3d58f5 service neutron] 10.222.0.15 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032084 Jun 07 08:29:15.046549 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:15.049417 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4638314 Jun 07 08:29:15.062322 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-268bc110-c069-4b8e-89a5-29ed86dba680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:15.063881 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-268bc110-c069-4b8e-89a5-29ed86dba680 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f2e74ad55dd24567b8617bdc588691c3&device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 1096 time: 0.2177069 Jun 07 08:29:15.084875 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] For port a18dd30e-de7c-47f2-8e92-f12323bcd23b, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:29:15.090547 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] For port a18dd30e-de7c-47f2-8e92-f12323bcd23b, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=a18dd30e-de7c-47f2-8e92-f12323bcd23b,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:15.187003 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:15.192427 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:15.302848 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-8ea99834-2192-4b12-a61f-d11ab28b5e30 service neutron] 10.222.0.15 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727673 Jun 07 08:29:15.306420 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-d852599a-e2e2-4a84-a8c7-4f6abc29c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:15.307826 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-d852599a-e2e2-4a84-a8c7-4f6abc29c578 service neutron] 10.222.0.50 "GET /v2.0/networks?id=46be0a24-b1e0-4271-86c7-52bb5bac442d HTTP/1.1" status: 200 len: 912 time: 0.2283380 Jun 07 08:29:15.317321 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Routers {'37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:15.318053 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:28:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:15.394640 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5adf46-7fae-4bbd-b674-70470d062ae8 None None] Pushing event updated for resources: {'Port': ['ID=a18dd30e-de7c-47f2-8e92-f12323bcd23b,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:15.416212 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-0e5adf46-7fae-4bbd-b674-70470d062ae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:15.466836 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-3d97dee4-6312-436f-bed7-69f2f67400dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e HTTP/1.1" status: 200 len: 217 time: 0.1491766 Jun 07 08:29:15.535734 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device a39ef61e-fd7b-492f-ae99-8fab89e129af details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:29:15.592374 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-d1313b41-bc35-4ac2-9ae3-96bb5961104c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:15.592374 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-d1313b41-bc35-4ac2-9ae3-96bb5961104c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ebab4f74-0453-49f8-a87e-af38e01cf9fb HTTP/1.1" status: 200 len: 851 time: 0.1179147 Jun 07 08:29:15.684471 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-ced164c5-f0e1-48dd-aaa2-3eabecd34c10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46be0a24-b1e0-4271-86c7-52bb5bac442d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853848 Jun 07 08:29:15.705777 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port a39ef61e-fd7b-492f-ae99-8fab89e129af, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a39ef61e-fd7b-492f-ae99-8fab89e129af,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:15.734677 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': 'a39ef61e-fd7b-492f-ae99-8fab89e129af', 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc', 'port_id': 'a39ef61e-fd7b-492f-ae99-8fab89e129af', 'mac_address': 'fa:16:3e:9e:29:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6075478-6d4a-4774-ac30-6d5217e99cf7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:29:15.852999 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] Set router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:15.890939 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-14206f70-5ef7-4bfe-a188-f11f451007e0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--506515210&fields=id&tenant_id=43b1d038370e467bbfda84d7f5fc6d15 HTTP/1.1" status: 200 len: 267 time: 0.0908172 Jun 07 08:29:15.964692 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:15.986512 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39ef61e-fd7b-492f-ae99-8fab89e129af {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:16.027644 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-4c3f8c6a-4eda-4f61-a396-a61fdda37cc1 service neutron] 10.222.0.50 "GET /v2.0/networks/46be0a24-b1e0-4271-86c7-52bb5bac442d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371422 Jun 07 08:29:16.103961 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port a39ef61e-fd7b-492f-ae99-8fab89e129af, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a39ef61e-fd7b-492f-ae99-8fab89e129af,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:16.156921 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-c330f45a-4a11-4bb8-9308-13c1d5d832d0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:16.165094 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-c330f45a-4a11-4bb8-9308-13c1d5d832d0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 817 time: 0.2725468 Jun 07 08:29:16.168591 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a1766-3ec0-417e-9453-2b6e5add9952 req-02b320a2-090a-4fb6-9817-3ba142644d18 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:16.175873 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:16.182226 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-727a1766-3ec0-417e-9453-2b6e5add9952 req-02b320a2-090a-4fb6-9817-3ba142644d18 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 943 time: 0.2363913 Jun 07 08:29:16.182932 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:16.204451 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-37e9dc4b-46fd-486d-8fe7-163ae4c92177 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/quotas/43b1d038370e467bbfda84d7f5fc6d15 HTTP/1.1" status: 200 len: 375 time: 0.0374658 Jun 07 08:29:16.302880 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-727a1766-3ec0-417e-9453-2b6e5add9952 req-d6c2482e-f8bc-40a1-b520-27b4c296d061 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193578 Jun 07 08:29:16.312880 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-034b31f7-03bd-41cb-b659-a23cd7207739 req-f46db08a-9102-456f-a41e-69fe6ab74793 service neutron] 10.222.0.50 "GET /v2.0/networks/46be0a24-b1e0-4271-86c7-52bb5bac442d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784340 Jun 07 08:29:16.345944 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-43e3d5ec-319e-4285-bf1a-015ca8914952 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1334918 Jun 07 08:29:16.359010 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=a39ef61e-fd7b-492f-ae99-8fab89e129af,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:16.376427 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:16.464729 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:51Z', 'updated_at': '2021-06-07T08:29:07Z', 'revision_number': 4, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'gw_port': {'id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'a18dd30e-de7c-47f2-8e92-f12323bcd23b', 'name': '', 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'mac_address': 'fa:16:3e:e0:17:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9529934e-daaf-4d6a-b4f1-1e7348bdda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:05Z', 'updated_at': '2021-06-07T08:29:15Z', 'revision_number': 4, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'subnets': [{'id': '9529934e-daaf-4d6a-b4f1-1e7348bdda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:16.481058 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed618bc-565f-4183-9bdb-d492c0a12070 None None] The sync data for ids ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'] in dv-cinder-784956-6-smb is: [{'id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:51Z', 'updated_at': '2021-06-07T08:29:07Z', 'revision_number': 4, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'gw_port': {'id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'a18dd30e-de7c-47f2-8e92-f12323bcd23b', 'name': '', 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'mac_address': 'fa:16:3e:e0:17:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '9529934e-daaf-4d6a-b4f1-1e7348bdda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:05Z', 'updated_at': '2021-06-07T08:29:15Z', 'revision_number': 4, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'subnets': [{'id': '9529934e-daaf-4d6a-b4f1-1e7348bdda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:29:16.497634 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-523709e3-ddf2-47ee-8bdf-d0bc3a2798c4 req-efb31c1b-d3f4-4cd4-ab72-613847b2cd40 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 210 time: 0.1326766 Jun 07 08:29:16.514578 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['a39ef61e-fd7b-492f-ae99-8fab89e129af'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:29:16.545785 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-5b3ebdff-d3f0-4d09-b6d6-0e98a9e81761 service neutron] 10.222.0.15 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971040 Jun 07 08:29:16.688893 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43758) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:16.863554 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-54231fbc-e300-4001-b9bb-0bbf3e4842cf service neutron] 10.222.0.15 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113446 Jun 07 08:29:17.023597 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-20460808-f4c8-4547-9805-3ea2ac18a253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:17.104037 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0332945e-8a98-47c9-99bf-a019939f10cd req-5e4fa880-71f7-48f6-a958-7ce2d6791001 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:17.111222 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0332945e-8a98-47c9-99bf-a019939f10cd req-5e4fa880-71f7-48f6-a958-7ce2d6791001 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 945 time: 0.2134449 Jun 07 08:29:17.190754 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0332945e-8a98-47c9-99bf-a019939f10cd req-4db0a337-a514-4de7-80cb-f73f7582b1e1 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785098 Jun 07 08:29:17.343968 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d7caaf5b-75dd-4711-a186-6ea28c7969d7 req-79eb7185-25d6-4092-8c0d-020d79252809 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 210 time: 0.1025333 Jun 07 08:29:17.476876 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-20460808-f4c8-4547-9805-3ea2ac18a253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:17.513118 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:29:17.575847 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-8a417d09-4dbc-4185-9406-96061b25b5ce tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:17.583824 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-8a417d09-4dbc-4185-9406-96061b25b5ce tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 819 time: 0.2828097 Jun 07 08:29:17.611410 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-448abf73-6da3-48b8-bf54-eb7c2655a5af tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/quotas/90c9cb9b7de048fb99a234601f8a8545 HTTP/1.1" status: 200 len: 375 time: 0.0260057 Jun 07 08:29:17.640947 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device a39ef61e-fd7b-492f-ae99-8fab89e129af up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:17.676064 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43806) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:17.764117 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-e70320ab-b572-4dca-9eda-a991ec3bc5b3 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1516306 Jun 07 08:29:17.814050 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-20460808-f4c8-4547-9805-3ea2ac18a253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:17.826678 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:17.880851 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,segment=NetworkSegment(1c4b2b32-cd12-407a-bee9-f97cb0c279c3),segment_id=1c4b2b32-cd12-407a-bee9-f97cb0c279c3)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:17.901889 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '82bbc666-d3fd-4a1f-b649-bfb0bce35b7e', 'network_id': '46be0a24-b1e0-4271-86c7-52bb5bac442d', 'port_id': '82bbc666-d3fd-4a1f-b649-bfb0bce35b7e', 'mac_address': 'fa:16:3e:6a:e0:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebab4f74-0453-49f8-a87e-af38e01cf9fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:29:17.916735 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-20460808-f4c8-4547-9805-3ea2ac18a253 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de3e77739c37453b8ddd96d5ef014914&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2265527 Jun 07 08:29:17.937992 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43812) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:17.979694 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20460808-f4c8-4547-9805-3ea2ac18a253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2617645e-ebf3-43da-b225-84164f92bf3d,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:17.986683 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-20460808-f4c8-4547-9805-3ea2ac18a253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:18.044496 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port a39ef61e-fd7b-492f-ae99-8fab89e129af completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:18.061460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f1a7b-e524-4483-98a6-0402d2485a02 req-e5c8d21c-577c-4c09-b18c-b808e00e5c69 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:18.063432 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e0f1a7b-e524-4483-98a6-0402d2485a02 req-e5c8d21c-577c-4c09-b18c-b808e00e5c69 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 943 time: 0.5220125 Jun 07 08:29:18.076249 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port a39ef61e-fd7b-492f-ae99-8fab89e129af triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:18.077253 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.093915 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b0fc010c-94cd-45e0-b511-2b7e6d6e2446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.124165 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-78c1ae26-b827-460f-b9d8-75d442288e2a service neutron] 10.222.0.15 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515069 Jun 07 08:29:18.140916 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c7562cf1-1c53-430e-baa9-75d814267d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.177518 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.181625 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e0f1a7b-e524-4483-98a6-0402d2485a02 req-63d59782-1b30-44a6-a530-164b0aca60fc tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105847 Jun 07 08:29:18.215452 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:18.232739 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c7562cf1-1c53-430e-baa9-75d814267d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.240322 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,segment=NetworkSegment(1c4b2b32-cd12-407a-bee9-f97cb0c279c3),segment_id=1c4b2b32-cd12-407a-bee9-f97cb0c279c3)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:18.340779 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43820) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:18.347279 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.404427 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-e23c1ea0-7e2a-4229-bfb2-f6fc947688ed service neutron] 10.222.0.15 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793372 Jun 07 08:29:18.425270 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.435289 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-15837ca8-b118-43a4-8332-3c1516213340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:18.484177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c7562cf1-1c53-430e-baa9-75d814267d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.487549 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c7562cf1-1c53-430e-baa9-75d814267d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.489116 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c7562cf1-1c53-430e-baa9-75d814267d31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2617645e-ebf3-43da-b225-84164f92bf3d HTTP/1.1" status: 204 len: 168 time: 0.5478046 Jun 07 08:29:18.490628 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-262bdbac-e80f-4d80-b8b1-aaa560db4619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:18.536709 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80691b0-15bb-4b70-92f5-696d3cfb759d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39ef61e-fd7b-492f-ae99-8fab89e129af'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:18.584763 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7562cf1-1c53-430e-baa9-75d814267d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2617645e-ebf3-43da-b225-84164f92bf3d,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:18.598592 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c7562cf1-1c53-430e-baa9-75d814267d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:18.660673 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1c93025c-fccc-4c55-a0ac-01fefe1032fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.662771 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b0fc010c-94cd-45e0-b511-2b7e6d6e2446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.690361 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70893ef-5483-41df-a6b6-e336ad10d5c8 req-72267ecc-5a52-4281-97df-1d320294568c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:18.692055 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f70893ef-5483-41df-a6b6-e336ad10d5c8 req-72267ecc-5a52-4281-97df-1d320294568c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 945 time: 0.1723311 Jun 07 08:29:18.727129 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device a18dd30e-de7c-47f2-8e92-f12323bcd23b up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:18.734873 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b0fc010c-94cd-45e0-b511-2b7e6d6e2446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:18.747251 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:18.784383 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f70893ef-5483-41df-a6b6-e336ad10d5c8 req-0d81c379-7efa-46ee-ac81-ac94ca07480f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726674 Jun 07 08:29:18.803168 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b0fc010c-94cd-45e0-b511-2b7e6d6e2446 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb5a269535ea49ba98d540aac20df023&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1258287 Jun 07 08:29:18.806381 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43836) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:18.853100 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc010c-94cd-45e0-b511-2b7e6d6e2446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29e7f48-5264-4534-a1fd-0e9f0e900c2a,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:18.859027 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b0fc010c-94cd-45e0-b511-2b7e6d6e2446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:18.906781 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port a39ef61e-fd7b-492f-ae99-8fab89e129af, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a39ef61e-fd7b-492f-ae99-8fab89e129af,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:18.935059 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['82bbc666-d3fd-4a1f-b649-bfb0bce35b7e'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:29:18.935388 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1795b526-109a-4cb9-8ee5-b51b3d22a309 req-beb63f55-28bd-4004-9033-0b1758ac3019 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0941048 Jun 07 08:29:18.988358 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-442ec593-7627-4826-a736-ac22161af2a8 req-dbcb99e9-3293-4aa6-82dd-48f1c64bde0b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 210 time: 0.1113815 Jun 07 08:29:19.024944 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b943e796-08a5-4a75-b734-4dbef970ee23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.036691 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:19.041651 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.045926 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:19.046396 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:19.104693 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b943e796-08a5-4a75-b734-4dbef970ee23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.187158 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e961a256-3905-4e8d-b15b-4a55a4f97e49" -d '{"events": [{"server_uuid": "b80691b0-15bb-4b70-92f5-696d3cfb759d", "name": "network-vif-plugged", "status": "completed", "tag": "a39ef61e-fd7b-492f-ae99-8fab89e129af"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:19.217529 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=a39ef61e-fd7b-492f-ae99-8fab89e129af,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:19.245216 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1c93025c-fccc-4c55-a0ac-01fefe1032fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.246652 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:19.270012 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port a18dd30e-de7c-47f2-8e92-f12323bcd23b completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:19.306563 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b943e796-08a5-4a75-b734-4dbef970ee23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.309713 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b943e796-08a5-4a75-b734-4dbef970ee23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.311150 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b943e796-08a5-4a75-b734-4dbef970ee23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a29e7f48-5264-4534-a1fd-0e9f0e900c2a HTTP/1.1" status: 204 len: 168 time: 0.5035253 Jun 07 08:29:19.312115 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-84e0809c-4b64-4d43-90e3-5ce5d0a1bba2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:19.312534 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port a18dd30e-de7c-47f2-8e92-f12323bcd23b triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:19.318454 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.334296 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943e796-08a5-4a75-b734-4dbef970ee23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29e7f48-5264-4534-a1fd-0e9f0e900c2a,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:19.340798 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b943e796-08a5-4a75-b734-4dbef970ee23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:19.358399 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-44f7e4ec-ee5b-4278-9426-2d23018c3fc9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:19.360497 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-44f7e4ec-ee5b-4278-9426-2d23018c3fc9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 819 time: 0.3995156 Jun 07 08:29:19.362830 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1c93025c-fccc-4c55-a0ac-01fefe1032fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.423746 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Request body: {'port': {'device_id': '5c7220d7-6265-45d0-add5-d88e309e24e3', 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16', 'admin_state_up': True, 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:19.461353 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:19.475100 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-1c93025c-fccc-4c55-a0ac-01fefe1032fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eca3f232bd5c411fbcdecaf4a172297f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1307456 Jun 07 08:29:19.483573 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 43862) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:19.586150 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b9037-9921-4e26-b893-c7ef8bdff300 req-cd876de7-929a-4198-971b-6ce3e4567f44 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:19.587761 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f44b9037-9921-4e26-b893-c7ef8bdff300 req-cd876de7-929a-4198-971b-6ce3e4567f44 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 944 time: 0.1955855 Jun 07 08:29:19.599758 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93025c-fccc-4c55-a0ac-01fefe1032fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44659c7-880f-47c6-a995-338feb9ea02d,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:19.611407 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1c93025c-fccc-4c55-a0ac-01fefe1032fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:19.681371 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.689568 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f44b9037-9921-4e26-b893-c7ef8bdff300 req-06d8de80-3b3e-4e8f-b198-cd07e204cca5 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951123 Jun 07 08:29:19.734620 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c06dc96-083a-4814-b538-2ae2f84dc224 x-openstack-request-id: req-5c06dc96-083a-4814-b538-2ae2f84dc224 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:19.734934 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80691b0-15bb-4b70-92f5-696d3cfb759d", "name": "network-vif-plugged", "status": "completed", "tag": "a39ef61e-fd7b-492f-ae99-8fab89e129af", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:19.735185 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c06dc96-083a-4814-b538-2ae2f84dc224 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:19.735655 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80691b0-15bb-4b70-92f5-696d3cfb759d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39ef61e-fd7b-492f-ae99-8fab89e129af', 'code': 200} Jun 07 08:29:19.753532 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port a18dd30e-de7c-47f2-8e92-f12323bcd23b, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=a18dd30e-de7c-47f2-8e92-f12323bcd23b,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:19.822200 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43874) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:19.845032 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.848007 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:19.849402 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-bc40285e-bcfc-4506-aaf2-650bcfc0c5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.868474 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.909155 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-bc40285e-bcfc-4506-aaf2-650bcfc0c5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:19.911237 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.db.api [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:29:19.911237 dv-cinder-784956-6-smb neutron-server[92138]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 07 08:29:19.911237 dv-cinder-784956-6-smb neutron-server[92138]: [parameters: {'project_id': 'b189824e8c364cf2bf13e0fa1f19cb77', 'id': 'aa50bc1b-42c7-4836-909c-673e5164825f', 'expiration': datetime.datetime(2021, 6, 7, 8, 31, 19, 906098)}] Jun 07 08:29:19.911237 dv-cinder-784956-6-smb neutron-server[92138]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:29:19.914486 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_db.api [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:29:19.949336 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=a18dd30e-de7c-47f2-8e92-f12323bcd23b,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:19.952842 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:19.990761 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Made reservation on behalf of 90c9cb9b7de048fb99a234601f8a8545 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:29:20.002998 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.070576 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184faaa0-0e5f-441a-b156-7dc5b4e91cca req-f6aae2cd-3939-4ad2-b56d-1caebfa56a0e tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:20.072122 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-184faaa0-0e5f-441a-b156-7dc5b4e91cca req-f6aae2cd-3939-4ad2-b56d-1caebfa56a0e tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 946 time: 0.1083286 Jun 07 08:29:20.078058 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b1e04c99-d7a2-43f1-a474-4c0f4854b0db req-65ede031-4cc6-4f6e-9efd-aa66add103ef tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0571017 Jun 07 08:29:20.084175 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-bc40285e-bcfc-4506-aaf2-650bcfc0c5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.143750 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-bc40285e-bcfc-4506-aaf2-650bcfc0c5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.145213 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-bc40285e-bcfc-4506-aaf2-650bcfc0c5b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e44659c7-880f-47c6-a995-338feb9ea02d HTTP/1.1" status: 204 len: 168 time: 0.6609204 Jun 07 08:29:20.156587 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c7562cf1-1c53-430e-baa9-75d814267d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:20.164432 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-184faaa0-0e5f-441a-b156-7dc5b4e91cca req-6c061555-1241-4e7a-9b04-99e72952bc9a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849178 Jun 07 08:29:20.187986 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40285e-bcfc-4506-aaf2-650bcfc0c5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44659c7-880f-47c6-a995-338feb9ea02d,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:20.194034 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bc40285e-bcfc-4506-aaf2-650bcfc0c5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:20.414915 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-da5c7104-118f-4ca4-85c0-14eb53df0ec6 req-08b57aba-72e5-471c-a088-b92ea7ebbb08 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 210 time: 0.1091726 Jun 07 08:29:20.417107 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.450598 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Allocated IP 172.20.0.8 (0ee839fa-1ec0-4f6f-9cb7-410d6a824b16/9529934e-daaf-4d6a-b4f1-1e7348bdda38/278e7e97-7e06-4294-8e52-61d7844061a6) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:29:20.464191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f6c7-4f2e-4a76-b799-9f6c78120b36 req-5ee81912-5cc5-4565-90ac-c6ff71a990c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:20.465627 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cea5f6c7-4f2e-4a76-b799-9f6c78120b36 req-5ee81912-5cc5-4565-90ac-c6ff71a990c5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 1099 time: 0.2183485 Jun 07 08:29:20.511218 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device a18dd30e-de7c-47f2-8e92-f12323bcd23b up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:20.523209 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cea5f6c7-4f2e-4a76-b799-9f6c78120b36 req-036a567a-623b-4693-ae96-0425c3a7e365 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.586713 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.631374 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port a18dd30e-de7c-47f2-8e92-f12323bcd23b triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:20.631927 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.676101 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.686923 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b0fc010c-94cd-45e0-b511-2b7e6d6e2446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:20.716228 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.50', 62251) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:20.762770 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c0d7d-3b82-4624-8081-a27f520ba257,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:20.787906 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:20.825428 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b189824e8c364cf2bf13e0fa1f19cb77&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0019493 Jun 07 08:29:20.827981 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43904) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:20.968301 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:20.984524 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-acef66a9-8cd1-4607-9dd2-9839901b8710 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:20.986103 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-acef66a9-8cd1-4607-9dd2-9839901b8710 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 817 time: 0.2628372 Jun 07 08:29:21.044881 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ecc88dac-44e1-4956-867e-e15f1d24b325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.087790 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-9e684aed-1ebf-4b8b-a189-84a56e6f6aaa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43b1d038370e467bbfda84d7f5fc6d15 HTTP/1.1" status: 200 len: 379 time: 0.0839214 Jun 07 08:29:21.094419 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cea5f6c7-4f2e-4a76-b799-9f6c78120b36 req-036a567a-623b-4693-ae96-0425c3a7e365 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.096030 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ecc88dac-44e1-4956-867e-e15f1d24b325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.106003 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'port': {'device_id': '786606c9-3a45-4dff-9055-46a3505448cc', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'admin_state_up': True, 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'security_groups': ['2bf6712d-1e68-42f4-ab64-1364be209f60']}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:21.155034 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e76b7-c1b2-4276-87ea-31e5719d4194 req-0c268e5e-bdfc-415b-9656-70c841d46ffb tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:21.157069 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8c2e76b7-c1b2-4276-87ea-31e5719d4194 req-0c268e5e-bdfc-415b-9656-70c841d46ffb tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 944 time: 0.1898730 Jun 07 08:29:21.249970 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8c2e76b7-c1b2-4276-87ea-31e5719d4194 req-f424720f-5286-4f0a-9249-139747445fda tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773609 Jun 07 08:29:21.317782 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cea5f6c7-4f2e-4a76-b799-9f6c78120b36 req-036a567a-623b-4693-ae96-0425c3a7e365 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.318918 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.326771 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43918) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:21.353328 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ecc88dac-44e1-4956-867e-e15f1d24b325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.356414 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ecc88dac-44e1-4956-867e-e15f1d24b325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.357758 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ecc88dac-44e1-4956-867e-e15f1d24b325 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/033c0d7d-3b82-4624-8081-a27f520ba257 HTTP/1.1" status: 204 len: 168 time: 0.5284855 Jun 07 08:29:21.366135 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-274dd915-de13-4440-9384-ccb839daeed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:21.373794 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43926) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:21.419288 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc88dac-44e1-4956-867e-e15f1d24b325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c0d7d-3b82-4624-8081-a27f520ba257,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:21.445259 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:21.484400 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c830813f-ed3e-4dd0-8285-c7f1b0e47610 req-9ce3df42-d43b-4759-b113-abc83323c1b9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 210 time: 0.1713557 Jun 07 08:29:21.499432 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f92a3078-24c9-472e-9eaa-34c812b97cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.521408 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cea5f6c7-4f2e-4a76-b799-9f6c78120b36 req-036a567a-623b-4693-ae96-0425c3a7e365 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0488634 Jun 07 08:29:21.525059 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:21.529332 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a567a-623b-4693-ae96-0425c3a7e365 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4f20d7a1-fe03-4453-988a-372a861dd78d,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:21.532328 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:21.536002 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:21.544463 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-036a567a-623b-4693-ae96-0425c3a7e365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:21.547510 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:21.554274 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ecc88dac-44e1-4956-867e-e15f1d24b325 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:21.638093 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:29:21.644068 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:21.644767 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.646547 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb3f5de-9ea4-4037-b13c-19d532c21179 req-5e176377-5263-4f63-94b2-ff36eb93b33d tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:21.653653 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ceb3f5de-9ea4-4037-b13c-19d532c21179 req-5e176377-5263-4f63-94b2-ff36eb93b33d tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 946 time: 0.2321064 Jun 07 08:29:21.671077 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Pushing event updated for resources: {'Port': ['ID=278e7e97-7e06-4294-8e52-61d7844061a6,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:21.676079 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:21.688525 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417289781-network', 'tenant_id': 'ce2052c2e9ea487281a5026563cb139e'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:21.733562 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ceb3f5de-9ea4-4037-b13c-19d532c21179 req-f3fab4d9-f8f3-4336-ab8f-8af134c23fde tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742981 Jun 07 08:29:21.737202 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Made reservation on behalf of 43b1d038370e467bbfda84d7f5fc6d15 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:29:21.741844 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.762584 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-93231c43-ce2b-4f54-928f-d56ffe397618 req-1eaa58d3-acf2-4dbc-9ffc-1080a9feeb96 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 210 time: 0.0681543 Jun 07 08:29:21.762816 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:21.766699 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:21.767085 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.808264 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3951004 Jun 07 08:29:21.846295 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Request body: {'port': {'device_id': '5c7220d7-6265-45d0-add5-d88e309e24e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:21.902159 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.923675 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f92a3078-24c9-472e-9eaa-34c812b97cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:21.936102 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d17e04c-4a59-4c37-b13a-79283804b58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bbc666-d3fd-4a1f-b649-bfb0bce35b7e'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:21.939819 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f5e61f-98a5-45b5-83b5-929e7e81075d" -d '{"events": [{"server_uuid": "1d17e04c-4a59-4c37-b13a-79283804b58c", "name": "network-vif-plugged", "status": "completed", "tag": "82bbc666-d3fd-4a1f-b649-bfb0bce35b7e"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:21.950757 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,segment=NetworkSegment(1c4b2b32-cd12-407a-bee9-f97cb0c279c3),segment_id=1c4b2b32-cd12-407a-bee9-f97cb0c279c3)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:21.994609 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f92a3078-24c9-472e-9eaa-34c812b97cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.010997 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40574dfe-a6e5-408c-bb62-759737ad251a x-openstack-request-id: req-40574dfe-a6e5-408c-bb62-759737ad251a {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:22.011298 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d17e04c-4a59-4c37-b13a-79283804b58c", "name": "network-vif-plugged", "status": "completed", "tag": "82bbc666-d3fd-4a1f-b649-bfb0bce35b7e", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:22.011557 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40574dfe-a6e5-408c-bb62-759737ad251a {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:22.011940 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d17e04c-4a59-4c37-b13a-79283804b58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82bbc666-d3fd-4a1f-b649-bfb0bce35b7e', 'code': 200} Jun 07 08:29:22.016137 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:22.050078 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.054718 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-184e089b-13b6-4b7f-b521-d861817b0c55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:22.068708 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a3078-24c9-472e-9eaa-34c812b97cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890d3193-4e84-4106-9cc7-7482471978bb,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:22.076934 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Allocated IP 172.20.0.4 (d77d1f42-e74e-493b-af79-837b3cd7a847/3ca8badd-d4a8-4a22-8fa7-791a8fb38a76/75ca4639-af2e-4f17-82d7-bdc3d5124cbe) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:29:22.078287 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f92a3078-24c9-472e-9eaa-34c812b97cd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=036d63abf4e24b41a110328d38339844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7019062 Jun 07 08:29:22.079625 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f92a3078-24c9-472e-9eaa-34c812b97cd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:22.080095 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 43954) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:22.118500 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Made reservation on behalf of ce2052c2e9ea487281a5026563cb139e for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:29:22.126325 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.170377 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:22.177196 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.180654 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:22.243603 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d68f3a9-f66a-45e4-aa04-fa97307032ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.281865 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d68f3a9-f66a-45e4-aa04-fa97307032ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.316292 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.425129 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.512046 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d68f3a9-f66a-45e4-aa04-fa97307032ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.512046 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d68f3a9-f66a-45e4-aa04-fa97307032ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.512046 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-6d68f3a9-f66a-45e4-aa04-fa97307032ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/890d3193-4e84-4106-9cc7-7482471978bb HTTP/1.1" status: 204 len: 168 time: 0.4248264 Jun 07 08:29:22.512046 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:22.630011 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Transition to ACTIVE for port object 75ca4639-af2e-4f17-82d7-bdc3d5124cbe will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:22.656851 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.664639 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.50', 62255) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:22.758415 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68f3a9-f66a-45e4-aa04-fa97307032ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890d3193-4e84-4106-9cc7-7482471978bb,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:22.770966 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-6d68f3a9-f66a-45e4-aa04-fa97307032ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:22.778458 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.783492 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9063c43b-70c3-4bda-af9d-e3e7efab3705 req-3192bb89-e31a-4ab3-a644-4c80e7edb7d1 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 210 time: 0.1178749 Jun 07 08:29:22.786039 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-9de32b7b-d9d1-4247-af43-058ae0d76c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:22.824283 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66388c68-dc36-48a8-b8e2-567ef3c70fdb req-81307e7b-f422-4b1c-9181-289f65a70c5e tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:22.827016 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-66388c68-dc36-48a8-b8e2-567ef3c70fdb req-81307e7b-f422-4b1c-9181-289f65a70c5e tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 945 time: 0.3961735 Jun 07 08:29:22.829587 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] vlan segment allocate from pool success with {'vlan_id': 726, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:29:22.845396 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.845795 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Added segment c6ec40b2-85b4-4692-862b-6557ec8d7f6d of type vlan for network 4468e58f-62f3-46f4-8c7b-f4697437e936 Jun 07 08:29:22.879962 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:22.905269 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496654c2-811b-4a69-8098-4f07550927ee,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:22.943239 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-40504aa5-7fb4-485c-be84-8e80c3e9995d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:22.944974 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-40504aa5-7fb4-485c-be84-8e80c3e9995d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 819 time: 0.5046897 Jun 07 08:29:22.945333 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:22.957282 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-66388c68-dc36-48a8-b8e2-567ef3c70fdb req-76f65e91-a0df-4bd9-ac0f-0b61df2876e1 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293719 Jun 07 08:29:22.979808 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Request body: {'port': {'device_id': 'b47ef39f-583a-4757-a7c4-62c3cd50f8d1', 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16', 'admin_state_up': True, 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:23.053540 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a6b694-2faf-4c0a-b571-a29835c17301 req-21d19d0d-ada0-402f-809a-b8352d69a08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:23.055322 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d4a6b694-2faf-4c0a-b571-a29835c17301 req-21d19d0d-ada0-402f-809a-b8352d69a08e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 1098 time: 0.3569098 Jun 07 08:29:23.066297 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-9d683754-9f49-4b71-8e0d-4b606d2c9792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.075399 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.118867 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.130023 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:23.130541 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.147920 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbb59f-73eb-4662-a401-d80d43ce4a67 req-453b9c7c-70eb-426b-b1b5-b0baf6330057 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:23.150350 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f2bbb59f-73eb-4662-a401-d80d43ce4a67 req-453b9c7c-70eb-426b-b1b5-b0baf6330057 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 946 time: 0.1932318 Jun 07 08:29:23.158008 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:23.198913 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bf2cf1b9-137e-4510-bb07-40463df45224 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:23.218996 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d4a6b694-2faf-4c0a-b571-a29835c17301 req-bbdadaf4-4a6c-4f07-83db-925de792c5f6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535292 Jun 07 08:29:23.257094 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f2bbb59f-73eb-4662-a401-d80d43ce4a67 req-4ff62493-fa44-40fd-bb94-79b9b8362b25 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743303 Jun 07 08:29:23.335593 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0046685 Jun 07 08:29:23.340366 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44000) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:23.341272 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Pushing event updated for resources: {'Network': ['ID=4468e58f-62f3-46f4-8c7b-f4697437e936,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:23.358135 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 4468e58f-62f3-46f4-8c7b-f4697437e936 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:29:23.361922 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Request body: {'subnet': {'network_id': '4468e58f-62f3-46f4-8c7b-f4697437e936', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1417289781-subnet', 'tenant_id': 'ce2052c2e9ea487281a5026563cb139e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:23.369280 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Network d77d1f42-e74e-493b-af79-837b3cd7a847 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:23.373814 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.db.resource_extend [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:29:23.398884 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:23.413735 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:29:23.418122 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:23.418936 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.467741 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:23.552045 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Made reservation on behalf of ce2052c2e9ea487281a5026563cb139e for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:29:23.554754 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.602618 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:23.608940 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:23.618401 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 278e7e97-7e06-4294-8e52-61d7844061a6 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:23.629031 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.665057 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Transition to ACTIVE for port object 278e7e97-7e06-4294-8e52-61d7844061a6 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:23.696083 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c374b12-aba4-48a0-b594-e759fc6c339a req-be76bd4d-e814-4e57-a065-21f9c798d471 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:23.704997 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7c374b12-aba4-48a0-b594-e759fc6c339a req-be76bd4d-e814-4e57-a065-21f9c798d471 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 931 time: 0.5250609 Jun 07 08:29:23.715644 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6152959 Jun 07 08:29:23.760788 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Request body: {'port': {'device_id': '786606c9-3a45-4dff-9055-46a3505448cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:23.838443 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.851101 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8031fa5f-57c6-42df-ad09-7e4f5e019473 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:23.913853 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:23.920205 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-febeb632-957b-4659-9f52-4a1086230b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:23.998576 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-3b53e9b9-6a80-42ae-aa99-ce753aa35395 None None] Provisioning for port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:23.998576 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-3b53e9b9-6a80-42ae-aa99-ce753aa35395 None None] Provisioning complete for port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:23.998576 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-3b53e9b9-6a80-42ae-aa99-ce753aa35395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.010640 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Made reservation on behalf of 90c9cb9b7de048fb99a234601f8a8545 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:29:24.021274 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.034407 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a5880081-b78a-450c-9754-a8c81252daf8 req-cad8be27-9654-44a3-befa-81d15e3a120a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0809619 Jun 07 08:29:24.069060 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Pushing event updated for resources: {'Subnet': ['ID=008052ce-7e77-4a4b-a0bb-c3da85ceaf34,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:24.074161 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:24.079543 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Checking segment: {'id': 'c6ec40b2-85b4-4692-862b-6557ec8d7f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '4468e58f-62f3-46f4-8c7b-f4697437e936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:24.079996 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Network hostable DHCP agents. Network: 4468e58f-62f3-46f4-8c7b-f4697437e936, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:29:24.113365 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-3b53e9b9-6a80-42ae-aa99-ce753aa35395 None None] Port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:29:24.134766 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7c374b12-aba4-48a0-b594-e759fc6c339a req-93bacbad-62ec-49bd-a6e3-70740c178294 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4180729 Jun 07 08:29:24.187928 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Network 4468e58f-62f3-46f4-8c7b-f4697437e936 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:29:24.273442 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 4468e58f-62f3-46f4-8c7b-f4697437e936) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:24.280192 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:24.280820 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.289171 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aea17b-8763-472a-86b7-0a89225d067a None None] Network 4468e58f-62f3-46f4-8c7b-f4697437e936 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:29:24.291719 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Pushing event updated for resources: {'Port': ['ID=278e7e97-7e06-4294-8e52-61d7844061a6,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:24.306830 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:24.307673 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.349192 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d6cdd1-6827-4092-94e5-a8ed46fea53e req-0392fa77-13a2-4845-9a95-3fc90fc81eaa tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:24.361445 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-91d6cdd1-6827-4092-94e5-a8ed46fea53e req-0392fa77-13a2-4845-9a95-3fc90fc81eaa tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 945 time: 0.1601434 Jun 07 08:29:24.429405 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-91d6cdd1-6827-4092-94e5-a8ed46fea53e req-b4ad457b-6313-4655-8bf9-699b28a3a65b tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656102 Jun 07 08:29:24.456063 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1120057 Jun 07 08:29:24.513977 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Attempting to bind port 278e7e97-7e06-4294-8e52-61d7844061a6 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:29:24.514605 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Attempting to bind port 278e7e97-7e06-4294-8e52-61d7844061a6 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:29:24.514990 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Attempting to bind port 278e7e97-7e06-4294-8e52-61d7844061a6 on network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:24.571939 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Port 278e7e97-7e06-4294-8e52-61d7844061a6 on network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:29:24.572238 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Attempting to bind port 278e7e97-7e06-4294-8e52-61d7844061a6 on network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:24.638429 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:29:24.638768 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Checking segment: {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:24.639150 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Bound using segment: {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:29:24.639588 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Bound port: 278e7e97-7e06-4294-8e52-61d7844061a6, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:29:24.639936 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:24.656091 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa6fce2-7640-41d4-a88f-a78b0d3e0822 None None] Network 4468e58f-62f3-46f4-8c7b-f4697437e936 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:29:24.802760 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Allocated IP 172.20.0.2 (0ee839fa-1ec0-4f6f-9cb7-410d6a824b16/9529934e-daaf-4d6a-b4f1-1e7348bdda38/7f94e4a2-60a7-4812-bf2c-039ec23854c8) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:29:24.986220 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ec8d4-dae7-45fd-a94e-d7f16d950019 req-05d7b55e-423e-423e-a137-53228b3fa58c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:24.987733 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cd1ec8d4-dae7-45fd-a94e-d7f16d950019 req-05d7b55e-423e-423e-a137-53228b3fa58c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 946 time: 0.5001366 Jun 07 08:29:25.017400 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] For port 278e7e97-7e06-4294-8e52-61d7844061a6, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:29:25.049242 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.082023 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] For port 278e7e97-7e06-4294-8e52-61d7844061a6, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=278e7e97-7e06-4294-8e52-61d7844061a6,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:25.176641 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cd1ec8d4-dae7-45fd-a94e-d7f16d950019 req-8f991320-05fc-4965-8e25-da78004948a6 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658492 Jun 07 08:29:25.183836 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.196321 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:25.205355 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c4fa0bd4-00d6-43fd-be0a-f161acfde44c req-ca1edf0a-2173-4068-a1c4-15365c2c881b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0446899 Jun 07 08:29:25.263758 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44064) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:25.292886 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:25.293281 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.294737 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] 10.222.0.50 "PUT /v2.0/ports/278e7e97-7e06-4294-8e52-61d7844061a6 HTTP/1.1" status: 200 len: 1093 time: 3.4557226 Jun 07 08:29:25.301104 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7220d7-6265-45d0-add5-d88e309e24e3', 'tag': '278e7e97-7e06-4294-8e52-61d7844061a6'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:25.303418 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2af4e56-d99c-498b-a551-f710fbb66d57" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7220d7-6265-45d0-add5-d88e309e24e3", "tag": "278e7e97-7e06-4294-8e52-61d7844061a6"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:25.404115 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75ca4639-af2e-4f17-82d7-bdc3d5124cbe {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:25.410933 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.415065 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Pushing event updated for resources: {'Port': ['ID=278e7e97-7e06-4294-8e52-61d7844061a6,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:25.418295 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:25.425084 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.480103 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38900c65-bb06-4b90-af08-8b15693c7827 x-openstack-request-id: req-38900c65-bb06-4b90-af08-8b15693c7827 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:25.480411 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7220d7-6265-45d0-add5-d88e309e24e3", "tag": "278e7e97-7e06-4294-8e52-61d7844061a6", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:25.480707 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38900c65-bb06-4b90-af08-8b15693c7827 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:25.481136 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7220d7-6265-45d0-add5-d88e309e24e3', 'tag': '278e7e97-7e06-4294-8e52-61d7844061a6', 'status': 'completed', 'code': 200} Jun 07 08:29:25.557437 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Transition to ACTIVE for port object 75ca4639-af2e-4f17-82d7-bdc3d5124cbe will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:25.620110 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c086c0-88ea-4508-a82e-2b6a77736fe9 req-a095896d-f819-4470-8992-92ea1765f106 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:25.621686 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b2c086c0-88ea-4508-a82e-2b6a77736fe9 req-a095896d-f819-4470-8992-92ea1765f106 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 931 time: 0.1434181 Jun 07 08:29:25.624233 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-2e1610c1-0a03-4996-84cd-0400067966a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:25.625684 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-2e1610c1-0a03-4996-84cd-0400067966a3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1096 time: 0.1986856 Jun 07 08:29:25.674744 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf0dee-faeb-42b4-8ddc-d772aafe096d req-fef8757c-c94e-4c06-9208-498488dce02e tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:25.677135 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ffcf0dee-faeb-42b4-8ddc-d772aafe096d req-fef8757c-c94e-4c06-9208-498488dce02e tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 945 time: 0.1087928 Jun 07 08:29:25.724269 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ffcf0dee-faeb-42b4-8ddc-d772aafe096d req-5beec096-f6a1-4db6-942d-7af77c065e3f tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Jun 07 08:29:25.724838 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.736627 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.745737 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fb32eb9c-7955-47b8-b65c-8c8eb98724fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.746771 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-169dd628-ca35-4c0b-80fc-594c8e1c77d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278e7e97-7e06-4294-8e52-61d7844061a6 HTTP/1.1" status: 200 len: 217 time: 0.0923970 Jun 07 08:29:25.750972 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:25.774788 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0c51797d-bcdd-4353-8b1f-b8ecd1e37886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.861184 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:25.904308 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0c51797d-bcdd-4353-8b1f-b8ecd1e37886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.014611 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b2c086c0-88ea-4508-a82e-2b6a77736fe9 req-73fc1428-df49-4de2-843a-da3dc7ddf193 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833871 Jun 07 08:29:26.017211 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:26.049573 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0c51797d-bcdd-4353-8b1f-b8ecd1e37886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.060668 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:26.093081 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-0c51797d-bcdd-4353-8b1f-b8ecd1e37886 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5683d9fa46dd44358ced9edda611f956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281016 Jun 07 08:29:26.095985 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44086) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:26.135860 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51797d-bcdd-4353-8b1f-b8ecd1e37886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fbb647-40e5-426a-90f7-3d8f2380123b,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:26.150995 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-0c51797d-bcdd-4353-8b1f-b8ecd1e37886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:26.171488 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Pushing event updated for resources: {'Port': ['ID=7f94e4a2-60a7-4812-bf2c-039ec23854c8,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:26.187001 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:26.188480 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:26.205808 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:26.206136 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:26.207138 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:26.218647 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:29:26.231239 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:26.234615 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.250162 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d2bf-b8c3-427b-b395-c43cee30d1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.352989 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d2bf-b8c3-427b-b395-c43cee30d1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.394382 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4257009 Jun 07 08:29:26.440415 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Request body: {'port': {'device_id': 'b47ef39f-583a-4757-a7c4-62c3cd50f8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:26.472236 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-64abd130-b75c-4ee5-9e32-acb5918b20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:26.473766 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-64abd130-b75c-4ee5-9e32-acb5918b20c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.6741996 Jun 07 08:29:26.474658 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Attempting to bind port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:29:26.474998 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Attempting to bind port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:29:26.475954 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Attempting to bind port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe on network d77d1f42-e74e-493b-af79-837b3cd7a847 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:26.488443 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44098) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:26.488443 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe on network d77d1f42-e74e-493b-af79-837b3cd7a847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:29:26.488707 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Attempting to bind port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe on network d77d1f42-e74e-493b-af79-837b3cd7a847 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:26.552636 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:29:26.552986 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Checking segment: {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:26.553727 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Bound using segment: {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:29:26.554359 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Bound port: 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:29:26.554736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.571439 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-90ac294f-6934-4a30-a494-d168a4fdbeb6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895183 Jun 07 08:29:26.629765 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0a4bd-bbde-49ac-ac17-9bbecd8d2e52 req-6d731d33-89d6-4fe1-9b50-358b9d352cf8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:26.630025 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-faa0a4bd-bbde-49ac-ac17-9bbecd8d2e52 req-6d731d33-89d6-4fe1-9b50-358b9d352cf8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 931 time: 0.1831203 Jun 07 08:29:26.689029 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:29:26.692632 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:26.700048 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-faa0a4bd-bbde-49ac-ac17-9bbecd8d2e52 req-f4f5b40c-032e-4da5-9b8d-3d462af3e41f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629566 Jun 07 08:29:26.714605 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d2bf-b8c3-427b-b395-c43cee30d1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.717368 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b1b8d2bf-b8c3-427b-b395-c43cee30d1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.722219 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b1b8d2bf-b8c3-427b-b395-c43cee30d1f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1fbb647-40e5-426a-90f7-3d8f2380123b HTTP/1.1" status: 204 len: 168 time: 0.6212556 Jun 07 08:29:26.722219 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-6d68f3a9-f66a-45e4-aa04-fa97307032ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:26.731742 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8d2bf-b8c3-427b-b395-c43cee30d1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fbb647-40e5-426a-90f7-3d8f2380123b,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:26.739454 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b1b8d2bf-b8c3-427b-b395-c43cee30d1f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:26.796010 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.811941 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:26.892542 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d9911f24-942a-4f2a-aeb6-53a0886ee274 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:26.911330 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44118) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:26.922285 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1050481300-network', 'tenant_id': '87d2fb1b085d4105b896d15adad05505'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:26.967792 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-667821cd-99d0-41c8-9f04-f1f9c28dc91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.018526 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:27.019152 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.020704 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] 10.222.0.50 "PUT /v2.0/ports/75ca4639-af2e-4f17-82d7-bdc3d5124cbe HTTP/1.1" status: 200 len: 1093 time: 3.2730148 Jun 07 08:29:27.034868 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Made reservation on behalf of 87d2fb1b085d4105b896d15adad05505 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:29:27.037704 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.053498 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.075205 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:27.096448 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:27.107583 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-e860b8ea-aff8-4179-aabf-eb10950461cc service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237930 Jun 07 08:29:27.466311 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.483189 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:27.485456 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b" -d '{"events": [{"name": "network-changed", "server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:27.577680 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e5a638-6e84-4c55-ae13-f46ad22a2a15 x-openstack-request-id: req-63e5a638-6e84-4c55-ae13-f46ad22a2a15 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:27.577984 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:27.578413 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63e5a638-6e84-4c55-ae13-f46ad22a2a15 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:27.578904 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'status': 'completed', 'code': 200} Jun 07 08:29:27.598534 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-594db1bd-88aa-4844-ac03-03c6eb26c4d5 req-6c79ba27-2136-4551-b482-cbf4417f09fc service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836395 Jun 07 08:29:27.639537 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-438974e7-c86b-4bbf-8bcd-e8db2b412d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:27.641175 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-438974e7-c86b-4bbf-8bcd-e8db2b412d3c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 1096 time: 0.4335432 Jun 07 08:29:27.729203 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-667821cd-99d0-41c8-9f04-f1f9c28dc91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.736956 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b025-009a-42ee-8aac-649c5ab3e79a req-aa59dbb2-450d-43bc-bf3d-35218073094d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:27.738714 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-69a6b025-009a-42ee-8aac-649c5ab3e79a req-aa59dbb2-450d-43bc-bf3d-35218073094d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.5324452 Jun 07 08:29:27.752341 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-fd8b52eb-31ad-446a-b6e9-00c7bd1ec453 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe HTTP/1.1" status: 200 len: 217 time: 0.0940511 Jun 07 08:29:27.784839 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44142) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:27.801825 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.844565 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.db.api [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 07 08:29:27.844565 dv-cinder-784956-6-smb neutron-server[92138]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 07 08:29:27.844565 dv-cinder-784956-6-smb neutron-server[92138]: [parameters: {'project_id_1': 'd9f79661652348b8a9a8f5cc2b33825d', 'expiration_1': datetime.datetime(2021, 6, 7, 8, 29, 27, 816495)}] Jun 07 08:29:27.844565 dv-cinder-784956-6-smb neutron-server[92138]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=92138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:29:27.844940 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_db.api [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:29:27.848418 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-69a6b025-009a-42ee-8aac-649c5ab3e79a req-b4752a88-40e1-46c2-8320-3efd8412bd08 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994666 Jun 07 08:29:27.948513 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:27.986049 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-667821cd-99d0-41c8-9f04-f1f9c28dc91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.034599 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.039464 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-0c51797d-bcdd-4353-8b1f-b8ecd1e37886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:28.039949 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-20460808-f4c8-4547-9805-3ea2ac18a253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:28.066451 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 736, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:29:28.080940 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552636f9-74f2-479e-a49e-afb49a5b1940,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:28.084805 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:28.087638 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.087987 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Added segment e1002f56-9996-49b1-83a8-ebeefc19d590 of type vlan for network 7c3723ff-b4d7-4a06-b883-b2efe6546e6b Jun 07 08:29:28.122192 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.151665 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f94e4a2-60a7-4812-bf2c-039ec23854c8 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:28.172380 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-41e22bfb-ce3d-4107-8698-caf5f731fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:28.173887 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-41e22bfb-ce3d-4107-8698-caf5f731fefd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.2325480 Jun 07 08:29:28.175597 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.188641 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-667821cd-99d0-41c8-9f04-f1f9c28dc91b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6decea2ac85340b6b5ff2b46f4a1edb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6931412 Jun 07 08:29:28.189460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667821cd-99d0-41c8-9f04-f1f9c28dc91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc431d-083c-431f-a7d5-2ac42a19d647,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:28.191401 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44152) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:28.252765 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-667821cd-99d0-41c8-9f04-f1f9c28dc91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:28.261385 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-710ae175-5cc8-4681-bb65-2ccda6e16d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.273627 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Transition to ACTIVE for port object 7f94e4a2-60a7-4812-bf2c-039ec23854c8 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:28.293471 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-710ae175-5cc8-4681-bb65-2ccda6e16d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.315772 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-db0ca530-a5e5-4c74-9fae-7cc45f3072b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:28.317327 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-db0ca530-a5e5-4c74-9fae-7cc45f3072b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1096 time: 0.3327858 Jun 07 08:29:28.317521 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.320511 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:28.321113 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.332263 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2086c02-3f06-407b-8d10-00895df50ce4 req-1144ff17-8b2e-4123-8a19-7c43d1698ceb tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:28.334561 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b2086c02-3f06-407b-8d10-00895df50ce4 req-1144ff17-8b2e-4123-8a19-7c43d1698ceb tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 931 time: 0.3470156 Jun 07 08:29:28.339549 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-897e4d4d-d9c2-4fdf-b697-c5b0b61847b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:28.360291 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.394079 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d3bf7897-82a6-419c-bb28-a213229bd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:28.395553 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-d3bf7897-82a6-419c-bb28-a213229bd55e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2108767 Jun 07 08:29:28.456447 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Pushing event updated for resources: {'Network': ['ID=7c3723ff-b4d7-4a06-b883-b2efe6546e6b,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:28.459381 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:28.472695 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 7c3723ff-b4d7-4a06-b883-b2efe6546e6b details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:29:28.495090 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.530598 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:28.541580 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6281888 Jun 07 08:29:28.544956 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44158) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:28.550194 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Request body: {'subnet': {'network_id': '7c3723ff-b4d7-4a06-b883-b2efe6546e6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1050481300-subnet', 'tenant_id': '87d2fb1b085d4105b896d15adad05505', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:28.572689 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b2086c02-3f06-407b-8d10-00895df50ce4 req-0d18cf22-b2b4-4305-a15b-52c8d910a1ff tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322738 Jun 07 08:29:28.593490 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-710ae175-5cc8-4681-bb65-2ccda6e16d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.599448 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-710ae175-5cc8-4681-bb65-2ccda6e16d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.603809 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-710ae175-5cc8-4681-bb65-2ccda6e16d7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92fc431d-083c-431f-a7d5-2ac42a19d647 HTTP/1.1" status: 204 len: 168 time: 0.4084029 Jun 07 08:29:28.603809 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ecc88dac-44e1-4956-867e-e15f1d24b325 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:28.632852 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ae175-5cc8-4681-bb65-2ccda6e16d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc431d-083c-431f-a7d5-2ac42a19d647,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:28.638821 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-710ae175-5cc8-4681-bb65-2ccda6e16d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:28.716585 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.780456 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Pushing event updated for resources: {'Port': ['ID=7f94e4a2-60a7-4812-bf2c-039ec23854c8,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:28.807158 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.812104 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:28.818861 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:28.828204 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-a990cc1c-1e6f-4e33-bd0f-97249e748871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:28.829709 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-a990cc1c-1e6f-4e33-bd0f-97249e748871 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 920 time: 0.4883382 Jun 07 08:29:28.868625 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4d824a-f9e2-4130-aa3a-4547aa164f2a,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:28.875523 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9f79661652348b8a9a8f5cc2b33825d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0896416 Jun 07 08:29:28.876429 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:28.879792 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44168) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:28.931274 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-1877ff98-9622-4c43-9938-218ba2a8bccd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278e7e97-7e06-4294-8e52-61d7844061a6 HTTP/1.1" status: 200 len: 217 time: 0.0828621 Jun 07 08:29:28.934591 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-1ea82112-e937-4284-975d-dcd1fc8b43a6 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5207310 Jun 07 08:29:28.935415 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Attempting to bind port 7f94e4a2-60a7-4812-bf2c-039ec23854c8 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:29:28.935754 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Attempting to bind port 7f94e4a2-60a7-4812-bf2c-039ec23854c8 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:29:28.939319 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Attempting to bind port 7f94e4a2-60a7-4812-bf2c-039ec23854c8 on network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:28.941213 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Port 7f94e4a2-60a7-4812-bf2c-039ec23854c8 on network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:29:28.941706 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Attempting to bind port 7f94e4a2-60a7-4812-bf2c-039ec23854c8 on network 0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:28.948864 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0136-a3fc-438d-b6c2-b7cec65ff9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.975077 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0136-a3fc-438d-b6c2-b7cec65ff9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:28.979411 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:29:28.979689 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Checking segment: {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:28.980132 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Bound using segment: {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:29:28.980638 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Bound port: 7f94e4a2-60a7-4812-bf2c-039ec23854c8, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc025f3-ba09-4485-ad9f-3e1749ff176d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:29:28.980915 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:29.007999 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Made reservation on behalf of 87d2fb1b085d4105b896d15adad05505 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:29:29.009488 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:29.167463 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-6e1acf1c-4cf5-4c62-b5e8-3b1bb1c1b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:29.169015 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-6e1acf1c-4cf5-4c62-b5e8-3b1bb1c1b367 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.2209883 Jun 07 08:29:29.241689 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-595f197b-83b1-4ac7-b9f1-5ac255c4091c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644090 Jun 07 08:29:29.291107 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] For port 7f94e4a2-60a7-4812-bf2c-039ec23854c8, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:29:29.302509 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0136-a3fc-438d-b6c2-b7cec65ff9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:29.305856 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6e8a0136-a3fc-438d-b6c2-b7cec65ff9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:29.309409 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-6e8a0136-a3fc-438d-b6c2-b7cec65ff9f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f4d824a-f9e2-4130-aa3a-4547aa164f2a HTTP/1.1" status: 204 len: 168 time: 0.4262998 Jun 07 08:29:29.309763 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:29.327912 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a811db1a-e52c-4de0-90a0-259ae8559cf0 req-da18bd61-068d-4338-bdf2-118a62b04835 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786139 Jun 07 08:29:29.329925 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a0136-a3fc-438d-b6c2-b7cec65ff9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f4d824a-f9e2-4130-aa3a-4547aa164f2a,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:29.332036 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] For port 7f94e4a2-60a7-4812-bf2c-039ec23854c8, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7f94e4a2-60a7-4812-bf2c-039ec23854c8,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:29.333989 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-6e8a0136-a3fc-438d-b6c2-b7cec65ff9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:29.424767 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:29.436968 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-4a9fabec-76ac-43f0-b4bc-31cbb8c5c57a service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874502 Jun 07 08:29:29.451373 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb88d15-11f4-4509-90c0-4693c4798297 req-a468abb7-e71f-4ff1-8380-3fc89c04820d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:29.453199 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:29.458750 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cfb88d15-11f4-4509-90c0-4693c4798297 req-a468abb7-e71f-4ff1-8380-3fc89c04820d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.2186813 Jun 07 08:29:29.482636 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:29.604512 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cfb88d15-11f4-4509-90c0-4693c4798297 req-ea73cb8f-a549-48cf-aa34-0f2b5d6918b0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447854 Jun 07 08:29:29.748695 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:29.750181 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:29.750891 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:29.752321 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] 10.222.0.50 "PUT /v2.0/ports/7f94e4a2-60a7-4812-bf2c-039ec23854c8 HTTP/1.1" status: 200 len: 1093 time: 3.3231637 Jun 07 08:29:29.752841 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b47ef39f-583a-4757-a7c4-62c3cd50f8d1', 'tag': '7f94e4a2-60a7-4812-bf2c-039ec23854c8'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:29.755196 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc24f81c-4410-4078-93ad-f9624bf0f187" -d '{"events": [{"name": "network-changed", "server_uuid": "b47ef39f-583a-4757-a7c4-62c3cd50f8d1", "tag": "7f94e4a2-60a7-4812-bf2c-039ec23854c8"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:29.757833 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:29.760081 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44184) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:29.810483 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f10ceb8-bd39-4fc4-ba04-ce13d206224e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:29.824254 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Pushing event updated for resources: {'Port': ['ID=7f94e4a2-60a7-4812-bf2c-039ec23854c8,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:29.842220 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:29.842871 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4123179f-cbab-4ee8-9847-c7c30dd25cae,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:29.848000 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:29.862298 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d2af4e56-d99c-498b-a551-f710fbb66d57 req-bbe7fd04-4bf2-48fa-abad-e1c8176b54c2 service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077444 Jun 07 08:29:29.866877 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Checking segment: {'id': 'e1002f56-9996-49b1-83a8-ebeefc19d590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '7c3723ff-b4d7-4a06-b883-b2efe6546e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:29.867237 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Network hostable DHCP agents. Network: 7c3723ff-b4d7-4a06-b883-b2efe6546e6b, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:29:29.882367 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-11f97712-911d-434f-af16-b57aebf91b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:29.883901 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-11f97712-911d-434f-af16-b57aebf91b16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 1096 time: 0.2772248 Jun 07 08:29:29.895607 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3304c-71af-4467-9926-c8e69edc653c req-6dcfd566-0dd5-45ed-8769-382dd09590a6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:29.904782 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d6f3304c-71af-4467-9926-c8e69edc653c req-6dcfd566-0dd5-45ed-8769-382dd09590a6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 943 time: 0.1923044 Jun 07 08:29:29.950300 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d6f3304c-71af-4467-9926-c8e69edc653c req-838c59a6-39d5-4ff8-a9b0-0370074c58ba tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Jun 07 08:29:30.013105 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Network 7c3723ff-b4d7-4a06-b883-b2efe6546e6b is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:29:30.044137 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e186d83a-d591-4033-8411-c89f6f6a96d2 x-openstack-request-id: req-e186d83a-d591-4033-8411-c89f6f6a96d2 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:30.044462 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b47ef39f-583a-4757-a7c4-62c3cd50f8d1", "tag": "7f94e4a2-60a7-4812-bf2c-039ec23854c8", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:30.050500 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e186d83a-d591-4033-8411-c89f6f6a96d2 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:30.050500 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b47ef39f-583a-4757-a7c4-62c3cd50f8d1', 'tag': '7f94e4a2-60a7-4812-bf2c-039ec23854c8', 'status': 'completed', 'code': 200} Jun 07 08:29:30.104868 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 7c3723ff-b4d7-4a06-b883-b2efe6546e6b) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:30.112068 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:30.113240 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.118159 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50d7aae-082a-4d3c-be97-0cc5a328da1c None None] Network 7c3723ff-b4d7-4a06-b883-b2efe6546e6b requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:29:30.200733 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-b55b91f6-f714-4ad7-839d-9ad304ffaa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:30.202199 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-b55b91f6-f714-4ad7-839d-9ad304ffaa2a service neutron] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 918 time: 0.2788138 Jun 07 08:29:30.207820 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f10ceb8-bd39-4fc4-ba04-ce13d206224e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.270244 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-22b16924-18e5-4f7a-bf05-5039a1487167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:30.271908 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-22b16924-18e5-4f7a-bf05-5039a1487167 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 1096 time: 0.3231719 Jun 07 08:29:30.281040 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-360f0ea6-4957-4179-a2dc-ad543948c4c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe HTTP/1.1" status: 200 len: 217 time: 0.0715852 Jun 07 08:29:30.286865 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f10ceb8-bd39-4fc4-ba04-ce13d206224e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.297503 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-036a567a-623b-4693-ae96-0425c3a7e365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:30.350489 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f068981-ddbc-4b16-bd31-e2fccfc917c1 None None] Network 7c3723ff-b4d7-4a06-b883-b2efe6546e6b requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:29:30.427116 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8725317 Jun 07 08:29:30.439319 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-24ce7ea4-ec8c-45e5-a847-ef8b5cfd6ffb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f94e4a2-60a7-4812-bf2c-039ec23854c8 HTTP/1.1" status: 200 len: 217 time: 0.1323960 Jun 07 08:29:30.449501 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-2f10ceb8-bd39-4fc4-ba04-ce13d206224e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=709a892f31b94f739e142827f041a285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6852620 Jun 07 08:29:30.453185 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44204) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:30.502074 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10ceb8-bd39-4fc4-ba04-ce13d206224e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31e94c2-64c9-4ac1-addb-659afdf11b0a,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:30.511379 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2f10ceb8-bd39-4fc4-ba04-ce13d206224e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:30.528466 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-c3fe9caa-a3c7-468a-b33c-31da98f8cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:30.528466 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-c3fe9caa-a3c7-468a-b33c-31da98f8cfbc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.2132413 Jun 07 08:29:30.565077 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-734ad9d4-6843-44f3-a04d-f114cad6bec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.596177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-d59a41ac-f3b9-4dab-b43f-f156baa00b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:30.597777 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-d59a41ac-f3b9-4dab-b43f-f156baa00b0d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.1470182 Jun 07 08:29:30.605081 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-734ad9d4-6843-44f3-a04d-f114cad6bec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.666478 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-89651d60-43d7-44dc-81c2-91fd89607f1a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564818 Jun 07 08:29:30.668777 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44216) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:30.727025 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-027cedfa-0e3e-4b09-87f4-d8eec36bee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:30.728881 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-027cedfa-0e3e-4b09-87f4-d8eec36bee10 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1962581 Jun 07 08:29:30.755262 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_v2 [None req-8620a3c2-593c-49e3-9048-e4bef95d4468 admin admin] Deleting subnet 008052ce-7e77-4a4b-a0bb-c3da85ceaf34 {{(pid=92138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:29:30.758963 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8620a3c2-593c-49e3-9048-e4bef95d4468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.832474 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8620a3c2-593c-49e3-9048-e4bef95d4468 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.842951 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8620a3c2-593c-49e3-9048-e4bef95d4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.935510 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-734ad9d4-6843-44f3-a04d-f114cad6bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.938768 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-734ad9d4-6843-44f3-a04d-f114cad6bec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:30.939982 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-734ad9d4-6843-44f3-a04d-f114cad6bec4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a31e94c2-64c9-4ac1-addb-659afdf11b0a HTTP/1.1" status: 204 len: 168 time: 0.4858220 Jun 07 08:29:30.941152 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:30.954482 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ad9d4-6843-44f3-a04d-f114cad6bec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31e94c2-64c9-4ac1-addb-659afdf11b0a,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:30.958094 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-734ad9d4-6843-44f3-a04d-f114cad6bec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:31.001003 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8620a3c2-593c-49e3-9048-e4bef95d4468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800'] for subnet, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:31.019842 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-d1914bd1-1c0d-4919-bbe9-86623801c79e service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449695 Jun 07 08:29:31.024190 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b773f484-bbc1-4575-8284-aacc4714252a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:31.113112 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8620a3c2-593c-49e3-9048-e4bef95d4468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:31.115513 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-8620a3c2-593c-49e3-9048-e4bef95d4468 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/008052ce-7e77-4a4b-a0bb-c3da85ceaf34 HTTP/1.1" status: 204 len: 168 time: 0.4448392 Jun 07 08:29:31.118720 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620a3c2-593c-49e3-9048-e4bef95d4468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008052ce-7e77-4a4b-a0bb-c3da85ceaf34,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:31.124213 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8620a3c2-593c-49e3-9048-e4bef95d4468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:31.124927 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44230) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:31.179628 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d4fbf-6a85-42dc-8126-bfb69ac75d75 req-ab5f01fd-d31e-4966-be31-8774ee8d4575 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:31.182463 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-210d4fbf-6a85-42dc-8126-bfb69ac75d75 req-ab5f01fd-d31e-4966-be31-8774ee8d4575 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.3618166 Jun 07 08:29:31.189559 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-4f6a22db-dbf7-4569-878e-cec355bba0ce service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009776 Jun 07 08:29:31.395093 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:31.488871 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b0c6e-260e-4384-bbea-9b4e96055132 req-70503e6f-91c5-4667-9637-c5dde7590aa6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:31.490611 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-195b0c6e-260e-4384-bbea-9b4e96055132 req-70503e6f-91c5-4667-9637-c5dde7590aa6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 943 time: 0.1683080 Jun 07 08:29:31.547610 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-210d4fbf-6a85-42dc-8126-bfb69ac75d75 req-4dc78e4a-4fd7-44c7-8bef-5a90dc1cb276 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568659 Jun 07 08:29:31.565564 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:31.582515 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 278e7e97-7e06-4294-8e52-61d7844061a6 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:29:31.590538 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b0a8828-9ee0-4c4d-8f90-dd30dc37465b req-e1316485-f80e-43fa-8c34-7c7bf72d2ad8 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924224 Jun 07 08:29:31.592566 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7f1fc316-857f-44e6-9844-51bfffd306fe req-e0fba4f4-a70a-4fa0-b3ee-62924585ad1c service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582082 Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > port after_create 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > port after_delete 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > port after_update 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.607945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.790597 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 278e7e97-7e06-4294-8e52-61d7844061a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=278e7e97-7e06-4294-8e52-61d7844061a6,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:31.817731 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '278e7e97-7e06-4294-8e52-61d7844061a6', 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16', 'port_id': '278e7e97-7e06-4294-8e52-61d7844061a6', 'mac_address': 'fa:16:3e:8e:6e:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9529934e-daaf-4d6a-b4f1-1e7348bdda38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:29:31.872566 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.873109 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.873223 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.873488 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92138) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:29:31.873863 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4468e58f-62f3-46f4-8c7b-f4697437e936']}} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:31.897470 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6ec40b2-85b4-4692-862b-6557ec8d7f6d') {'for_net_delete': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:31.898220 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6ec40b2-85b4-4692-862b-6557ec8d7f6d') {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:31.917003 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506935'] for segment, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:31.919587 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:31.930635 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-195b0c6e-260e-4384-bbea-9b4e96055132 req-45fe1bfa-8c03-4fec-aecd-49d6f0ec7796 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699765 Jun 07 08:29:31.942871 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:31.951407 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=92138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:29:31.951793 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2161831'] for segment, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:31.960750 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-3f7e9e73-489f-468c-b5af-1518303fad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:31.966542 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 278e7e97-7e06-4294-8e52-61d7844061a6 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:31.967882 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-3f7e9e73-489f-468c-b5af-1518303fad24 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 1096 time: 0.1326923 Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: from cryptography.utils import int_from_bytes Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: from cryptography.utils import int_from_bytes Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: Traceback (most recent call last): Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: timer() Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: cb(*args, **kw) Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: return func(*args, **kwargs) Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: self._notify() Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: self.callback(batched_events) Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: event.method(event) Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: return f(self, *a, **k) Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: return self._get(url).json() Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: return self.request(url, 'GET', **kwargs) Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:29:31.979963 dv-cinder-784956-6-smb neutron-server[92138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:29:32.000043 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 278e7e97-7e06-4294-8e52-61d7844061a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=278e7e97-7e06-4294-8e52-61d7844061a6,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:32.064024 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.065692 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:32.154925 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.160328 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:32.181762 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Pushing event deleted for resources: {'Network': ['ID=4468e58f-62f3-46f4-8c7b-f4697437e936,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:32.184088 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.187997 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] 10.222.0.15 "DELETE /v2.0/networks/4468e58f-62f3-46f4-8c7b-f4697437e936 HTTP/1.1" status: 204 len: 168 time: 1.0601053 Jun 07 08:29:32.194546 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:32.194546 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44258) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:32.235587 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=278e7e97-7e06-4294-8e52-61d7844061a6,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:32.246059 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:32.258445 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-ba304f12-4fc3-4367-8892-bfb21ae4df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:32.261109 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-ba304f12-4fc3-4367-8892-bfb21ae4df88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 920 time: 0.2854409 Jun 07 08:29:32.268813 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] Deleting subnet 4123179f-cbab-4ee8-9847-c7c30dd25cae {{(pid=92138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:29:32.274708 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.334062 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3506894'] for subnet, precommit_delete_associations {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.375634 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-99237274-d232-4fa4-a9e9-1c9e0956a2c8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f94e4a2-60a7-4812-bf2c-039ec23854c8 HTTP/1.1" status: 200 len: 217 time: 0.0917790 Jun 07 08:29:32.418539 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['278e7e97-7e06-4294-8e52-61d7844061a6'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:29:32.439136 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.518312 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-36fa818e-7140-4a69-8a91-4c6267fa9ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:32.529444 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-36fa818e-7140-4a69-8a91-4c6267fa9ace service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.1401713 Jun 07 08:29:32.646457 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-13fbab20-7036-4a96-b358-421f7faba8a0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102400 Jun 07 08:29:32.678881 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2161693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398406'] for subnet, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.684267 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:32.727974 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4123179f-cbab-4ee8-9847-c7c30dd25cae,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:32.733504 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:32.734815 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.738926 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4123179f-cbab-4ee8-9847-c7c30dd25cae HTTP/1.1" status: 204 len: 168 time: 0.5463896 Jun 07 08:29:32.739438 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44276) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:32.873605 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:32.918192 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-2a6f6afb-81c9-4885-84df-75f0cff72ad4 service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616751 Jun 07 08:29:32.933642 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea28d47-a7a3-4bf9-8bd5-27230f64e3a0 req-d09b51d6-6d63-468f-a15d-7670a2e837d5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:32.935592 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0ea28d47-a7a3-4bf9-8bd5-27230f64e3a0 req-d09b51d6-6d63-468f-a15d-7670a2e837d5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.2134993 Jun 07 08:29:33.070016 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0ea28d47-a7a3-4bf9-8bd5-27230f64e3a0 req-8d6c98c0-44c8-41f8-b395-123aa7642f6a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115649 Jun 07 08:29:33.109485 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:33.125712 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3723ff-b4d7-4a06-b883-b2efe6546e6b']}} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:33.173937 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1002f56-9996-49b1-83a8-ebeefc19d590') {'for_net_delete': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:33.174152 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1002f56-9996-49b1-83a8-ebeefc19d590') {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:33.190821 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc24f81c-4410-4078-93ad-f9624bf0f187 req-70036f1b-7c62-411f-92d7-8b510cc5af1a service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542000 Jun 07 08:29:33.205906 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506935'] for segment, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:33.237740 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:33.247219 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=92138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:29:33.247614 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2161831'] for segment, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: Traceback (most recent call last): Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: timer() Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: cb(*args, **kw) Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: return func(*args, **kwargs) Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: self._notify() Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: self.callback(batched_events) Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: event.method(event) Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: return f(self, *a, **k) Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: return self._get(url).json() Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: return self.request(url, 'GET', **kwargs) Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:29:33.264811 dv-cinder-784956-6-smb neutron-server[92138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:29:33.300524 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3343187-861d-4d41-b7e7-8ca964f91a0c req-77fc7cc0-2cde-43c3-8533-5687b472a13a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:33.302057 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e3343187-861d-4d41-b7e7-8ca964f91a0c req-77fc7cc0-2cde-43c3-8533-5687b472a13a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 943 time: 0.1683524 Jun 07 08:29:33.405184 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e3343187-861d-4d41-b7e7-8ca964f91a0c req-6e6b321f-c30d-4aa9-9757-cdefac12339c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526638 Jun 07 08:29:33.526921 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:33.533194 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:33.558672 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:33.562162 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] 10.222.0.15 "DELETE /v2.0/networks/7c3723ff-b4d7-4a06-b883-b2efe6546e6b HTTP/1.1" status: 204 len: 168 time: 0.8197155 Jun 07 08:29:33.566941 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Pushing event deleted for resources: {'Network': ['ID=7c3723ff-b4d7-4a06-b883-b2efe6546e6b,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:33.571687 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-7f34e52d-b7c8-4e84-86ba-6f0fdf6ce6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:33.603666 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 75ca4639-af2e-4f17-82d7-bdc3d5124cbe details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:29:33.606949 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 278e7e97-7e06-4294-8e52-61d7844061a6 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:33.847448 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-802aa238-cbf1-4404-a1ec-209c23cdd3ae tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:33.861176 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-802aa238-cbf1-4404-a1ec-209c23cdd3ae tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 815 time: 0.3168221 Jun 07 08:29:33.897682 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-d59afa16-2986-444e-b12a-4424b66cbc18 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/quotas/3213eab5b0e144778fcaba306bfd02a5 HTTP/1.1" status: 200 len: 375 time: 0.0275767 Jun 07 08:29:34.043182 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44324) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:34.062130 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-a4c36e1a-656a-4cec-89c5-4c37e00a9b64 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712983 Jun 07 08:29:34.088249 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:34.098301 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 278e7e97-7e06-4294-8e52-61d7844061a6 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:34.139143 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-aa4ca65e-3d65-43db-bd49-590367bc30b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce2052c2e9ea487281a5026563cb139e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0936809 Jun 07 08:29:34.141502 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44328) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:34.144755 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 278e7e97-7e06-4294-8e52-61d7844061a6 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:34.145103 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:34.227772 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'port_id': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'mac_address': 'fa:16:3e:71:a8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:29:34.259732 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-e70bce31-4975-461f-b322-b60223d769bd service neutron] 10.222.0.15 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904392 Jun 07 08:29:34.281337 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e41e249f-7bda-4f7d-a789-fae1257b732e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:34.361176 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e41e249f-7bda-4f7d-a789-fae1257b732e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:34.399900 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:34.482704 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-b61036b8-792b-4ddc-8499-f147f5178b0a service neutron] 10.222.0.15 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033694 Jun 07 08:29:34.540080 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ca4639-af2e-4f17-82d7-bdc3d5124cbe {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:34.592018 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:34.594124 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:34.625971 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e41e249f-7bda-4f7d-a789-fae1257b732e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:34.628389 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e41e249f-7bda-4f7d-a789-fae1257b732e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:34.632042 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-e41e249f-7bda-4f7d-a789-fae1257b732e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/496654c2-811b-4a69-8098-4f07550927ee HTTP/1.1" status: 204 len: 168 time: 0.4871447 Jun 07 08:29:34.635987 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:34.658029 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7220d7-6265-45d0-add5-d88e309e24e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278e7e97-7e06-4294-8e52-61d7844061a6'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:34.658617 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41e249f-7bda-4f7d-a789-fae1257b732e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496654c2-811b-4a69-8098-4f07550927ee,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:34.661797 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e41e249f-7bda-4f7d-a789-fae1257b732e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:34.662388 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532b515e-3c70-45df-9d4c-a00837bc5b9f" -d '{"events": [{"server_uuid": "5c7220d7-6265-45d0-add5-d88e309e24e3", "name": "network-vif-plugged", "status": "completed", "tag": "278e7e97-7e06-4294-8e52-61d7844061a6"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:34.690335 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337f688-5bd1-4da2-9eaf-55ec4efdbbe7 req-aeeb8d94-d2da-4ddc-9da8-a6c6cbba188b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:34.696520 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 278e7e97-7e06-4294-8e52-61d7844061a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=278e7e97-7e06-4294-8e52-61d7844061a6,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:34.699013 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8337f688-5bd1-4da2-9eaf-55ec4efdbbe7 req-aeeb8d94-d2da-4ddc-9da8-a6c6cbba188b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1571620 Jun 07 08:29:34.715022 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:34.724155 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:34.757963 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8337f688-5bd1-4da2-9eaf-55ec4efdbbe7 req-bb024e8c-29ac-4994-bd67-07c96c628b02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579157 Jun 07 08:29:34.832831 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:34.879908 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:34.883461 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:34.884162 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-0e5adf46-7fae-4bbd-b674-70470d062ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:34.996578 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe2e0e-3071-492f-a47c-a28da5c5e48f req-a3928ef5-64d1-4b19-bd5d-6ff9d42c6326 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:34.998186 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-52fe2e0e-3071-492f-a47c-a28da5c5e48f req-a3928ef5-64d1-4b19-bd5d-6ff9d42c6326 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 945 time: 0.1024773 Jun 07 08:29:35.017168 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1b52-6bb2-48a8-8aa8-40655f560b8b req-210b53d0-80cd-473d-b0ca-72f353834de4 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:35.025551 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d25a1b52-6bb2-48a8-8aa8-40655f560b8b req-210b53d0-80cd-473d-b0ca-72f353834de4 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 943 time: 0.1439674 Jun 07 08:29:35.078282 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-52fe2e0e-3071-492f-a47c-a28da5c5e48f req-e7492416-8808-4a3f-a021-4414dc946915 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704269 Jun 07 08:29:35.096778 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d25a1b52-6bb2-48a8-8aa8-40655f560b8b req-24fa702d-74a4-4c99-8833-0be03654f2fc tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621479 Jun 07 08:29:35.102672 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=278e7e97-7e06-4294-8e52-61d7844061a6,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:35.108758 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:35.122473 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['75ca4639-af2e-4f17-82d7-bdc3d5124cbe'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:29:35.226474 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58daa494-4d8d-45ef-a329-25a72be8d080 x-openstack-request-id: req-58daa494-4d8d-45ef-a329-25a72be8d080 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:35.226931 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7220d7-6265-45d0-add5-d88e309e24e3", "name": "network-vif-plugged", "status": "completed", "tag": "278e7e97-7e06-4294-8e52-61d7844061a6", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:35.227163 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58daa494-4d8d-45ef-a329-25a72be8d080 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:35.228727 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7220d7-6265-45d0-add5-d88e309e24e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '278e7e97-7e06-4294-8e52-61d7844061a6', 'code': 200} Jun 07 08:29:35.301197 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-59357650-0d5d-436d-b200-ae45e6f2be66 req-9c184f66-00bf-4756-aa5d-ad29f91010dc tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 210 time: 0.1027162 Jun 07 08:29:35.609142 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7f94e4a2-60a7-4812-bf2c-039ec23854c8 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:29:35.771306 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 7f94e4a2-60a7-4812-bf2c-039ec23854c8, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7f94e4a2-60a7-4812-bf2c-039ec23854c8,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:35.792900 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '7f94e4a2-60a7-4812-bf2c-039ec23854c8', 'network_id': '0ee839fa-1ec0-4f6f-9cb7-410d6a824b16', 'port_id': '7f94e4a2-60a7-4812-bf2c-039ec23854c8', 'mac_address': 'fa:16:3e:d2:22:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9529934e-daaf-4d6a-b4f1-1e7348bdda38', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:29:35.793136 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822a8d2-17c4-48f2-a531-398c9aedec8c req-3dbdd685-f8de-4b86-b55a-ace236b0954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:35.795220 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4822a8d2-17c4-48f2-a531-398c9aedec8c req-3dbdd685-f8de-4b86-b55a-ace236b0954a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1098 time: 0.1050909 Jun 07 08:29:35.861181 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4822a8d2-17c4-48f2-a531-398c9aedec8c req-5fa34ce2-75dd-44e0-a990-ac09fceb5862 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578063 Jun 07 08:29:35.890236 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44404) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:35.937189 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:35.956688 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f94e4a2-60a7-4812-bf2c-039ec23854c8 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:35.986803 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-9324e7d3-b5db-4a78-831c-3dd18982cbba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87d2fb1b085d4105b896d15adad05505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949488 Jun 07 08:29:35.989712 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 7f94e4a2-60a7-4812-bf2c-039ec23854c8, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7f94e4a2-60a7-4812-bf2c-039ec23854c8,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:36.000410 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44406) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:36.067871 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-69b45ed3-cac3-4d3b-9b96-68b843336aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:36.100581 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-69b45ed3-cac3-4d3b-9b96-68b843336aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:36.109234 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:36.112256 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:36.171212 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f7449-619d-47a4-9928-9369f23a05b8 req-3fda1dc3-cc28-479a-90d0-f67971942e52 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:36.172788 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-db5f7449-619d-47a4-9928-9369f23a05b8 req-3fda1dc3-cc28-479a-90d0-f67971942e52 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 944 time: 0.1914995 Jun 07 08:29:36.210806 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=7f94e4a2-60a7-4812-bf2c-039ec23854c8,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:36.213745 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:36.253372 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:29:36.257218 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-db5f7449-619d-47a4-9928-9369f23a05b8 req-fa31ede1-6d38-4dc8-8404-c83a05653234 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661385 Jun 07 08:29:36.326137 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40476043-b805-4430-8162-6e4a04bd80c1 req-c9ac2593-ad50-4007-bbab-637725dbcf6b tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:36.327824 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-40476043-b805-4430-8162-6e4a04bd80c1 req-c9ac2593-ad50-4007-bbab-637725dbcf6b tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 945 time: 0.0934567 Jun 07 08:29:36.328995 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-69b45ed3-cac3-4d3b-9b96-68b843336aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:36.331414 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-69b45ed3-cac3-4d3b-9b96-68b843336aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:36.332605 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-69b45ed3-cac3-4d3b-9b96-68b843336aad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/552636f9-74f2-479e-a49e-afb49a5b1940 HTTP/1.1" status: 204 len: 168 time: 0.3311772 Jun 07 08:29:36.333452 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:36.345103 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b45ed3-cac3-4d3b-9b96-68b843336aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552636f9-74f2-479e-a49e-afb49a5b1940,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:36.348402 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-69b45ed3-cac3-4d3b-9b96-68b843336aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:36.453703 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-40476043-b805-4430-8162-6e4a04bd80c1 req-4da8dad9-c2d9-4a88-bfb9-1a87fd0aec00 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/security-groups?id=25913679-9227-4a9d-8a82-84fdca1eea5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881538 Jun 07 08:29:36.470102 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44426) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:36.492656 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26a57d-e022-4206-8748-78afd3a8b801 req-442d0e2f-e3bf-41a6-b187-71aeee6ac612 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:36.494542 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ac26a57d-e022-4206-8748-78afd3a8b801 req-442d0e2f-e3bf-41a6-b187-71aeee6ac612 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 944 time: 0.1244128 Jun 07 08:29:36.511970 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['7f94e4a2-60a7-4812-bf2c-039ec23854c8'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:29:36.640239 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7962779e-66d6-44de-a10c-58f17cd40c3e req-324016b5-5e76-4b4c-a044-6620ee244c9a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 210 time: 0.0568020 Jun 07 08:29:36.647521 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ac26a57d-e022-4206-8748-78afd3a8b801 req-161df173-260c-4d1c-af77-449719f8d7a6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463377 Jun 07 08:29:36.686144 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-457f7820-3e6f-4100-8a6a-854cb356486d tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:36.687637 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-457f7820-3e6f-4100-8a6a-854cb356486d tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.50 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 945 time: 0.1178820 Jun 07 08:29:36.839735 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Deleting port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:29:36.844131 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:36.993085 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] For port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,segment=NetworkSegment(1c4b2b32-cd12-407a-bee9-f97cb0c279c3),segment_id=1c4b2b32-cd12-407a-bee9-f97cb0c279c3)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:36.993884 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.064416 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e2874c30-49d4-473c-afef-783dd5f817df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.098865 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44440) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:37.198341 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Calling delete_port for 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:29:37.326474 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d1012c45-bd77-4aa2-8c4c-a1e9429b6403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.382436 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e2874c30-49d4-473c-afef-783dd5f817df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.463219 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e2874c30-49d4-473c-afef-783dd5f817df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.474547 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f92a3078-24c9-472e-9eaa-34c812b97cd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:37.536255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.560061 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:37.564996 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-e2874c30-49d4-473c-afef-783dd5f817df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=126ca75ada224753876b8d8c91862e9d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0913987 Jun 07 08:29:37.565977 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2874c30-49d4-473c-afef-783dd5f817df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02185ccf-5c6e-4f6c-988e-eb4eb07846bd,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:37.569640 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e2874c30-49d4-473c-afef-783dd5f817df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:37.570153 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44456) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:37.577050 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['82bbc666-d3fd-4a1f-b649-bfb0bce35b7e'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:29:37.626764 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7f94e4a2-60a7-4812-bf2c-039ec23854c8 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:37.679824 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbea5ea-b87d-4361-85e0-b8f565f05dfc req-4da74e9d-5a8d-4f70-9d35-7ab4483d53e5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:37.688029 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3bbea5ea-b87d-4361-85e0-b8f565f05dfc req-4da74e9d-5a8d-4f70-9d35-7ab4483d53e5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 944 time: 0.2778790 Jun 07 08:29:37.711960 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Pushing event deleted for resources: {'Port': ['ID=82bbc666-d3fd-4a1f-b649-bfb0bce35b7e,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:37.731981 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:37.734861 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8393833d-30f6-4de2-ab0e-04634f7c0365 req-0600ae5e-5789-4f4f-900f-5dd0e778272b tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 210 time: 0.0973334 Jun 07 08:29:37.784185 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] No DVR routers for this DVR port 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:29:37.788539 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.792314 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3aa0a7ad-55aa-4d84-b3a7-1e56ae0e8b75 req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.50 "DELETE /v2.0/ports/82bbc666-d3fd-4a1f-b649-bfb0bce35b7e HTTP/1.1" status: 204 len: 173 time: 1.0970070 Jun 07 08:29:37.792957 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d17e04c-4a59-4c37-b13a-79283804b58c', 'name': 'network-vif-deleted', 'tag': '82bbc666-d3fd-4a1f-b649-bfb0bce35b7e'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:37.796407 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5a627f-5276-44f2-b2fb-48598811042c" -d '{"events": [{"server_uuid": "1d17e04c-4a59-4c37-b13a-79283804b58c", "name": "network-vif-deleted", "tag": "82bbc666-d3fd-4a1f-b649-bfb0bce35b7e"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:37.800742 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 7f94e4a2-60a7-4812-bf2c-039ec23854c8 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:37.806157 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 7f94e4a2-60a7-4812-bf2c-039ec23854c8 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:37.810821 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.835281 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-151e78a9-2cf9-45e0-9008-0e608f38e0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.864071 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3bbea5ea-b87d-4361-85e0-b8f565f05dfc req-ba8ac1d1-f3f7-4fe1-93b1-e607e8bd42a5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751468 Jun 07 08:29:37.892318 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d1012c45-bd77-4aa2-8c4c-a1e9429b6403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.902026 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-151e78a9-2cf9-45e0-9008-0e608f38e0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:37.974496 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7b04619e-a3f6-4850-adc2-18e22acddd55 req-c4cd6699-b0f7-4dfb-8d0c-a9f9a45d5934 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 210 time: 0.0489812 Jun 07 08:29:37.986317 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d1012c45-bd77-4aa2-8c4c-a1e9429b6403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.009875 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:38.037461 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.105379 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 7f94e4a2-60a7-4812-bf2c-039ec23854c8, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7f94e4a2-60a7-4812-bf2c-039ec23854c8,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:38.105379 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47ef39f-583a-4757-a7c4-62c3cd50f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f94e4a2-60a7-4812-bf2c-039ec23854c8'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:38.105666 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c9b7d9-b093-4685-a562-02d86596c1d2" -d '{"events": [{"server_uuid": "b47ef39f-583a-4757-a7c4-62c3cd50f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "7f94e4a2-60a7-4812-bf2c-039ec23854c8"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:38.124915 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-151e78a9-2cf9-45e0-9008-0e608f38e0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.124915 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-151e78a9-2cf9-45e0-9008-0e608f38e0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.124915 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-151e78a9-2cf9-45e0-9008-0e608f38e0b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/02185ccf-5c6e-4f6c-988e-eb4eb07846bd HTTP/1.1" status: 204 len: 168 time: 0.5449488 Jun 07 08:29:38.161845 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-d1012c45-bd77-4aa2-8c4c-a1e9429b6403 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9eeb8fd3fb540b48e8a063663e53ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0618515 Jun 07 08:29:38.165829 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44478) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:38.166486 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1012c45-bd77-4aa2-8c4c-a1e9429b6403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05222b16-5b73-4a40-b9a4-de1eea41c29d,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:38.171266 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-d1012c45-bd77-4aa2-8c4c-a1e9429b6403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:38.181838 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:38.194816 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.196616 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 75ca4639-af2e-4f17-82d7-bdc3d5124cbe up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:38.197083 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e78a9-2cf9-45e0-9008-0e608f38e0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02185ccf-5c6e-4f6c-988e-eb4eb07846bd,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:38.203608 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-151e78a9-2cf9-45e0-9008-0e608f38e0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:38.217478 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f062319-20eb-4699-a9d0-43868a9cc488 x-openstack-request-id: req-5f062319-20eb-4699-a9d0-43868a9cc488 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:38.218400 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d17e04c-4a59-4c37-b13a-79283804b58c", "name": "network-vif-deleted", "tag": "82bbc666-d3fd-4a1f-b649-bfb0bce35b7e", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:38.219550 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f062319-20eb-4699-a9d0-43868a9cc488 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:38.222280 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d17e04c-4a59-4c37-b13a-79283804b58c', 'name': 'network-vif-deleted', 'tag': '82bbc666-d3fd-4a1f-b649-bfb0bce35b7e', 'status': 'completed', 'code': 200} Jun 07 08:29:38.265292 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7fee5-ca5f-495c-8993-afdf26bb1775 req-6312e151-fe8a-4e91-905e-b833f1872d80 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:38.271282 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3de7fee5-ca5f-495c-8993-afdf26bb1775 req-6312e151-fe8a-4e91-905e-b833f1872d80 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 944 time: 0.2155480 Jun 07 08:29:38.276924 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:38.296633 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8b83-884c-4c74-8230-86ee851f21a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.357970 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8b83-884c-4c74-8230-86ee851f21a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.368746 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-b5245c45-975c-4b57-9070-5c3d05e111ad tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:38.369613 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce337b7c-caef-4297-abef-c5c5bd166131 x-openstack-request-id: req-ce337b7c-caef-4297-abef-c5c5bd166131 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:38.370040 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47ef39f-583a-4757-a7c4-62c3cd50f8d1", "name": "network-vif-plugged", "status": "completed", "tag": "7f94e4a2-60a7-4812-bf2c-039ec23854c8", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:38.370560 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce337b7c-caef-4297-abef-c5c5bd166131 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:38.371055 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47ef39f-583a-4757-a7c4-62c3cd50f8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f94e4a2-60a7-4812-bf2c-039ec23854c8', 'code': 200} Jun 07 08:29:38.371791 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-b5245c45-975c-4b57-9070-5c3d05e111ad tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 815 time: 0.3506184 Jun 07 08:29:38.379157 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3de7fee5-ca5f-495c-8993-afdf26bb1775 req-1c5c67b0-de85-4b76-85f9-0d1b14b308d1 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069157 Jun 07 08:29:38.399540 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Request body: {'port': {'device_id': 'fb04da32-8b14-4520-813f-b7aef03d041e', 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc', 'admin_state_up': True, 'tenant_id': '3213eab5b0e144778fcaba306bfd02a5'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:38.449329 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=7f94e4a2-60a7-4812-bf2c-039ec23854c8,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:38.459543 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:38.560571 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:38.564711 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8b83-884c-4c74-8230-86ee851f21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.565665 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:38.566057 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.570114 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c7bb8b83-884c-4c74-8230-86ee851f21a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.573710 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-c7bb8b83-884c-4c74-8230-86ee851f21a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05222b16-5b73-4a40-b9a4-de1eea41c29d HTTP/1.1" status: 204 len: 168 time: 0.4027429 Jun 07 08:29:38.576282 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-18bdcb7d-68cf-41e8-b973-ac78858424ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:38.592692 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb8b83-884c-4c74-8230-86ee851f21a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05222b16-5b73-4a40-b9a4-de1eea41c29d,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:38.597131 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c7bb8b83-884c-4c74-8230-86ee851f21a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:38.721685 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.729505 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Made reservation on behalf of 3213eab5b0e144778fcaba306bfd02a5 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:29:38.734115 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.758130 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:38.821769 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:38.824916 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-af80f138-e7b5-4e54-af30-416799fea7ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:38.938435 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:38.944593 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:39.065064 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-19820994-c4f4-41e1-b748-cd756ae411a6 req-bd4dcf71-b3b2-4e01-89d9-8f215013567c tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d17e04c-4a59-4c37-b13a-79283804b58c HTTP/1.1" status: 200 len: 210 time: 0.1181185 Jun 07 08:29:39.114487 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506b5da-a09f-4a1a-95cb-07dbe9c32a75 req-a451783d-6ead-419d-b184-72d5f15482c6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:39.117154 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3506b5da-a09f-4a1a-95cb-07dbe9c32a75 req-a451783d-6ead-419d-b184-72d5f15482c6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1028373 Jun 07 08:29:39.158005 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658ffe25-40f6-4447-8820-de28b4a9e06e req-56ebf492-0f6c-455e-8bb2-6f0dff204594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:39.159502 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-658ffe25-40f6-4447-8820-de28b4a9e06e req-56ebf492-0f6c-455e-8bb2-6f0dff204594 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 1098 time: 0.3027041 Jun 07 08:29:39.160698 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Allocated IP 172.20.0.7 (83085b42-4891-4815-af5f-014c0f4be6fc/d6075478-6d4a-4774-ac30-6d5217e99cf7/b71c6ed7-cca8-48b6-b9cb-8c859949bc0a) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:29:39.173911 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3506b5da-a09f-4a1a-95cb-07dbe9c32a75 req-b3407228-0d14-41d1-8529-26d9708b95ea tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494804 Jun 07 08:29:39.292458 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cd506bdc-e10e-47cf-a07a-890431cf6cc9 req-60966458-7e8e-408d-b079-3ae3e1d9ffa0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 210 time: 0.0774546 Jun 07 08:29:39.304637 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-658ffe25-40f6-4447-8820-de28b4a9e06e req-3b97b77a-11f0-4496-90e6-3fc1d223754f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293144 Jun 07 08:29:39.453350 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44508) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:39.484905 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:39.487808 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a24bd004-48a7-4906-93d2-019af07d4371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:39.535689 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44510) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:39.557880 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0c426a5e-5627-4d2f-93c7-ada8f6219795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:39.599145 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:39.615003 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc06d4-2e0a-4bbd-8def-8c618ba1eec6 req-0fb87c12-cb00-4cb4-a1a4-bcb218ca3380 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:39.623517 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d2bc06d4-2e0a-4bbd-8def-8c618ba1eec6 req-0fb87c12-cb00-4cb4-a1a4-bcb218ca3380 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1184802 Jun 07 08:29:39.626857 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:39.641461 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['a39ef61e-fd7b-492f-ae99-8fab89e129af'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:29:39.721237 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Network 83085b42-4891-4815-af5f-014c0f4be6fc is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:29:39.728314 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Pushing event updated for resources: {'Port': ['ID=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:39.734374 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:29:39.736623 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:39.738938 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:29:39.743098 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d2bc06d4-2e0a-4bbd-8def-8c618ba1eec6 req-76f8ccc5-ded4-431e-b09f-08a8cf03fc21 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187265 Jun 07 08:29:39.745710 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:39.746307 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:39.855524 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0c426a5e-5627-4d2f-93c7-ada8f6219795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.061005 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0c426a5e-5627-4d2f-93c7-ada8f6219795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.070814 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ee9bcbd9-2949-4109-a9a4-bcf92dd31775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:40.134175 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-0c426a5e-5627-4d2f-93c7-ada8f6219795 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37c371c68d5e4ff491dbb2b0642349d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5893438 Jun 07 08:29:40.134175 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c426a5e-5627-4d2f-93c7-ada8f6219795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b5a09a-0c4e-44c1-9980-8d991adb9bc4,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:40.134175 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-0c426a5e-5627-4d2f-93c7-ada8f6219795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:40.134175 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44524) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:40.182591 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a24bd004-48a7-4906-93d2-019af07d4371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.223543 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-743f6d2c-ee21-4d63-a0fe-b82f9c6a8369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.268172 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-743f6d2c-ee21-4d63-a0fe-b82f9c6a8369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.374289 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:40.377034 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66d0440-466e-4a8c-9b0d-5ad39fbef4aa" -d '{"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-plugged", "status": "completed", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:40.404853 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3908aa1-fefb-4a75-8828-9905810331d2 req-57434d89-e225-47c1-8728-5c00524ff787 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:40.406713 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f3908aa1-fefb-4a75-8828-9905810331d2 req-57434d89-e225-47c1-8728-5c00524ff787 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0930109 Jun 07 08:29:40.467044 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f3908aa1-fefb-4a75-8828-9905810331d2 req-82b0070a-a383-4485-875f-1cd99e8906e3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530016 Jun 07 08:29:40.536200 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07248b27-dece-4a0d-b417-5212fea36918 x-openstack-request-id: req-07248b27-dece-4a0d-b417-5212fea36918 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:40.536531 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-plugged", "status": "completed", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:40.536849 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07248b27-dece-4a0d-b417-5212fea36918 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:40.537262 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'code': 200} Jun 07 08:29:40.541322 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fbdb7-318d-4753-994a-f7baa2014ff5 req-f9f7cadb-7c5a-489f-8fa1-fc82f7ec9ed5 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:40.542851 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c53fbdb7-318d-4753-994a-f7baa2014ff5 req-f9f7cadb-7c5a-489f-8fa1-fc82f7ec9ed5 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 931 time: 0.1109569 Jun 07 08:29:40.602679 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c53fbdb7-318d-4753-994a-f7baa2014ff5 req-a35ae250-1994-408c-968b-c54575d5f0a6 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Jun 07 08:29:40.628174 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a24bd004-48a7-4906-93d2-019af07d4371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.638264 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ee67e89e-32bd-4662-888a-b402c6c7257e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:40.685512 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-a24bd004-48a7-4906-93d2-019af07d4371 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6701cec7b4e841be830429065df6eb60&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2304118 Jun 07 08:29:40.690992 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bd004-48a7-4906-93d2-019af07d4371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72eda645-e80e-485c-9b80-9df8f5c3cc34,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:40.691135 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44542) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:40.694454 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a24bd004-48a7-4906-93d2-019af07d4371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:40.725616 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-743f6d2c-ee21-4d63-a0fe-b82f9c6a8369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.730904 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-743f6d2c-ee21-4d63-a0fe-b82f9c6a8369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.733871 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-743f6d2c-ee21-4d63-a0fe-b82f9c6a8369 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76b5a09a-0c4e-44c1-9980-8d991adb9bc4 HTTP/1.1" status: 204 len: 168 time: 0.5980492 Jun 07 08:29:40.735271 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:40.760173 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f6d2c-ee21-4d63-a0fe-b82f9c6a8369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b5a09a-0c4e-44c1-9980-8d991adb9bc4,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:40.764481 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-743f6d2c-ee21-4d63-a0fe-b82f9c6a8369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:40.781369 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3862920 Jun 07 08:29:40.786459 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f99cd40b-f315-4186-a185-a9833406cce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.806852 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Request body: {'port': {'device_id': 'fb04da32-8b14-4520-813f-b7aef03d041e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:40.864073 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f99cd40b-f315-4186-a185-a9833406cce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:40.977204 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:41.045734 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ffacb-8304-4542-9d5b-b7c8774769e3 req-00bf1bf4-5657-411a-9a0b-aebf63d9c5c9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:41.066059 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-181ffacb-8304-4542-9d5b-b7c8774769e3 req-00bf1bf4-5657-411a-9a0b-aebf63d9c5c9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1759179 Jun 07 08:29:41.128829 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-181ffacb-8304-4542-9d5b-b7c8774769e3 req-e5dc70ae-80cd-4ec4-94a2-54fe670b4d92 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589736 Jun 07 08:29:41.138512 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f99cd40b-f315-4186-a185-a9833406cce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:41.148064 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f99cd40b-f315-4186-a185-a9833406cce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:41.150777 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-f99cd40b-f315-4186-a185-a9833406cce3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72eda645-e80e-485c-9b80-9df8f5c3cc34 HTTP/1.1" status: 204 len: 168 time: 0.4615958 Jun 07 08:29:41.156318 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2366c19b-0e2b-4c5f-ae5d-0e2b57862262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:41.219177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cd40b-f315-4186-a185-a9833406cce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72eda645-e80e-485c-9b80-9df8f5c3cc34,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:41.230583 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f99cd40b-f315-4186-a185-a9833406cce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:41.360196 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9907f-8837-484e-a32a-101ad6c114e8 req-99c49ff5-b705-4a4d-9033-377d6ffb0130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:41.361677 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-05e9907f-8837-484e-a32a-101ad6c114e8 req-99c49ff5-b705-4a4d-9033-377d6ffb0130 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 1098 time: 0.2098596 Jun 07 08:29:41.419630 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-05e9907f-8837-484e-a32a-101ad6c114e8 req-98c5ac04-790e-4068-9174-810d887ede70 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446229 Jun 07 08:29:41.487886 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b71c6ed7-cca8-48b6-b9cb-8c859949bc0a {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:41.495048 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:41.510276 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Transition to ACTIVE for port object b71c6ed7-cca8-48b6-b9cb-8c859949bc0a will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:29:41.621004 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:41.635939 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:41.681732 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:29:41.795324 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:29:41.795711 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 82bbc666-d3fd-4a1f-b649-bfb0bce35b7e not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:29:41.819348 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Pushing event updated for resources: {'Port': ['ID=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:41.856971 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b7ab8-ea8f-4fd4-b4a6-7f835308915b req-fc931afe-dd3d-46e0-8875-9da73a75d9d3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:41.863203 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-456b7ab8-ea8f-4fd4-b4a6-7f835308915b req-fc931afe-dd3d-46e0-8875-9da73a75d9d3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 943 time: 0.1225142 Jun 07 08:29:41.900312 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:41.921468 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Attempting to bind port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:29:41.921468 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Attempting to bind port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:29:41.921710 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Attempting to bind port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a on network 83085b42-4891-4815-af5f-014c0f4be6fc {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:41.929831 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a on network 83085b42-4891-4815-af5f-014c0f4be6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:29:41.930642 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Attempting to bind port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a on network 83085b42-4891-4815-af5f-014c0f4be6fc {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:29:41.936827 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:29:41.937167 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Checking segment: {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:29:41.937550 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Bound using segment: {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:29:41.937980 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Bound port: b71c6ed7-cca8-48b6-b9cb-8c859949bc0a, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:29:41.938327 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:41.940900 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-456b7ab8-ea8f-4fd4-b4a6-7f835308915b req-b212e64f-ee74-4ee7-b1c7-e34ca8fee245 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749891 Jun 07 08:29:41.961493 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba699f7-9d14-4e5e-a879-bf0bc8e3150e req-6df32e1c-632b-4423-bbce-124741780f21 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:41.963013 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-aba699f7-9d14-4e5e-a879-bf0bc8e3150e req-6df32e1c-632b-4423-bbce-124741780f21 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.3798420 Jun 07 08:29:42.007184 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44584) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:42.098605 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] For port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:29:42.109136 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-aba699f7-9d14-4e5e-a879-bf0bc8e3150e req-2793dafb-0d29-47b7-b66e-b6126d0dca58 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345024 Jun 07 08:29:42.115954 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] For port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:29:42.186744 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.192020 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c674901b-aa17-44c9-a094-6644bbd7db86 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:42.272071 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4405e36e-9e3c-4197-9458-433fae513ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.331221 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44604) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:42.354366 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:42.355309 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.358890 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] 10.222.0.50 "PUT /v2.0/ports/b71c6ed7-cca8-48b6-b9cb-8c859949bc0a HTTP/1.1" status: 200 len: 1093 time: 1.5567207 Jun 07 08:29:42.358890 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb04da32-8b14-4520-813f-b7aef03d041e', 'tag': 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:42.360911 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3a1278-73dd-494f-bf25-85ca8416733a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb04da32-8b14-4520-813f-b7aef03d041e", "tag": "b71c6ed7-cca8-48b6-b9cb-8c859949bc0a"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:42.410520 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Pushing event updated for resources: {'Port': ['ID=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:42.416968 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:42.445120 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3d09d2-2288-445a-b923-391a376d0dbd admin admin] Deleting subnet ebab4f74-0453-49f8-a87e-af38e01cf9fb {{(pid=92138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:29:42.451215 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592d2d2-ffb7-4827-8e54-b2f37bdad798 req-25f19120-2910-43a9-8ebf-7ade8c80274d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:42.453252 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d09d2-2288-445a-b923-391a376d0dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.462496 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2592d2d2-ffb7-4827-8e54-b2f37bdad798 req-25f19120-2910-43a9-8ebf-7ade8c80274d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1432896 Jun 07 08:29:42.483550 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff28031-e24c-4625-9151-2812df114557 x-openstack-request-id: req-cff28031-e24c-4625-9151-2812df114557 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:42.483939 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb04da32-8b14-4520-813f-b7aef03d041e", "tag": "b71c6ed7-cca8-48b6-b9cb-8c859949bc0a", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:42.484157 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cff28031-e24c-4625-9151-2812df114557 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:42.484516 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb04da32-8b14-4520-813f-b7aef03d041e', 'tag': 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a', 'status': 'completed', 'code': 200} Jun 07 08:29:42.514265 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2592d2d2-ffb7-4827-8e54-b2f37bdad798 req-8109b593-cbbe-4f38-bb46-dbb7aa9d370e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550034 Jun 07 08:29:42.521546 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d09d2-2288-445a-b923-391a376d0dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3506894'] for subnet, precommit_delete_associations {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.624757 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4405e36e-9e3c-4197-9458-433fae513ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.625906 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-eda628bb-e158-43be-bd39-b9799da76f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:42.628266 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-eda628bb-e158-43be-bd39-b9799da76f02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 1096 time: 0.1128347 Jun 07 08:29:42.656508 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d09d2-2288-445a-b923-391a376d0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.738834 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4405e36e-9e3c-4197-9458-433fae513ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:42.754735 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:42.763448 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-a1aca595-e741-4b72-9332-ad1a0f18172a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a HTTP/1.1" status: 200 len: 217 time: 0.0992844 Jun 07 08:29:42.870463 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-66af8b82-5185-4b62-82ab-b1f531c790f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:42.873322 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4405e36e-9e3c-4197-9458-433fae513ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2116a0e6-c799-4d29-9579-c799197bedaa,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:42.878417 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-66af8b82-5185-4b62-82ab-b1f531c790f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6075478-6d4a-4774-ac30-6d5217e99cf7 HTTP/1.1" status: 200 len: 855 time: 0.1016688 Jun 07 08:29:42.890035 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4405e36e-9e3c-4197-9458-433fae513ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:42.952652 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-4405e36e-9e3c-4197-9458-433fae513ab8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eca2b906c59f4fbdac0afcd825787de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9396996 Jun 07 08:29:42.953245 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44628) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:42.977364 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-931c0709-9d3d-4878-8394-4d68a9927e12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83085b42-4891-4815-af5f-014c0f4be6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910313 Jun 07 08:29:43.024667 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d09d2-2288-445a-b923-391a376d0dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2161693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398406'] for subnet, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.038630 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:43.087031 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2a3d09d2-2288-445a-b923-391a376d0dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.092373 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-2a3d09d2-2288-445a-b923-391a376d0dbd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ebab4f74-0453-49f8-a87e-af38e01cf9fb HTTP/1.1" status: 204 len: 168 time: 0.7599573 Jun 07 08:29:43.094917 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d09d2-2288-445a-b923-391a376d0dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebab4f74-0453-49f8-a87e-af38e01cf9fb,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:43.100975 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-2a3d09d2-2288-445a-b923-391a376d0dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:43.101671 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44634) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:43.104211 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-622786c4-6240-49f7-a820-fc875e019d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.189941 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-622786c4-6240-49f7-a820-fc875e019d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.239908 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-05cb7377-54a6-446e-9c44-0232de6450f3 service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519064 Jun 07 08:29:43.332970 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c8b65-02fa-4419-9ae8-4534c3e839b8 req-01ea029c-ee51-4a80-806b-061096727fb4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:43.341048 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2f9c8b65-02fa-4419-9ae8-4534c3e839b8 req-01ea029c-ee51-4a80-806b-061096727fb4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 943 time: 0.2222710 Jun 07 08:29:43.344007 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.521306 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2f9c8b65-02fa-4419-9ae8-4534c3e839b8 req-1ddaa5f4-cdc4-4bab-bac3-53d778c893ab tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793830 Jun 07 08:29:43.552542 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f379c48-9fa5-476e-bb92-7ecfde911c5d req-e25af5a2-37e9-4a93-b020-95cfb39c5217 service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935097 Jun 07 08:29:43.597605 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-3f8dec86-2d27-4fe9-b74e-9a7c8d6c9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:43.599429 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-3f8dec86-2d27-4fe9-b74e-9a7c8d6c9a5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 1098 time: 0.1379995 Jun 07 08:29:43.626537 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.636250 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-622786c4-6240-49f7-a820-fc875e019d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.639399 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-622786c4-6240-49f7-a820-fc875e019d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.640703 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-622786c4-6240-49f7-a820-fc875e019d21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2116a0e6-c799-4d29-9579-c799197bedaa HTTP/1.1" status: 204 len: 168 time: 0.6864109 Jun 07 08:29:43.646104 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c7bb8b83-884c-4c74-8230-86ee851f21a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:43.660324 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46be0a24-b1e0-4271-86c7-52bb5bac442d']}} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:43.670885 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622786c4-6240-49f7-a820-fc875e019d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2116a0e6-c799-4d29-9579-c799197bedaa,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:43.673578 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-622786c4-6240-49f7-a820-fc875e019d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:43.686605 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c4b2b32-cd12-407a-bee9-f97cb0c279c3') {'for_net_delete': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:43.687616 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c4b2b32-cd12-407a-bee9-f97cb0c279c3') {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:43.704142 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506935'] for segment, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.733099 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.759415 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eacbba-0726-4784-8f3e-5922a35207d7 req-be65a63c-b47a-41b1-82dd-0ff0aede75c2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:43.760972 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-88eacbba-0726-4784-8f3e-5922a35207d7 req-be65a63c-b47a-41b1-82dd-0ff0aede75c2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.2667501 Jun 07 08:29:43.762056 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Releasing vlan 739 on physical network physnet1 to pool {{(pid=92138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:29:43.762459 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2161831'] for segment, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: Traceback (most recent call last): Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: timer() Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: cb(*args, **kw) Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: return func(*args, **kwargs) Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: self._notify() Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: self.callback(batched_events) Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: event.method(event) Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: return f(self, *a, **k) Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: return self._get(url).json() Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: return self.request(url, 'GET', **kwargs) Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:29:43.777307 dv-cinder-784956-6-smb neutron-server[92138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:29:43.896858 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-88eacbba-0726-4784-8f3e-5922a35207d7 req-a7f8772f-0452-4cfc-8452-33ab3a283708 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185410 Jun 07 08:29:43.918014 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-5b767bfe-e014-47e2-aae7-8f2b1d36b368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:43.919442 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-5b767bfe-e014-47e2-aae7-8f2b1d36b368 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 920 time: 0.3131003 Jun 07 08:29:44.001982 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-7dc26600-2890-4d30-a820-49c5e766ff28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7f94e4a2-60a7-4812-bf2c-039ec23854c8 HTTP/1.1" status: 200 len: 217 time: 0.0739067 Jun 07 08:29:44.016320 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d5457-8259-4a7c-896f-6e2461e85908 req-0b603615-4dd7-4131-bcf6-71728a8160ea tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:44.017834 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-434d5457-8259-4a7c-896f-6e2461e85908 req-0b603615-4dd7-4131-bcf6-71728a8160ea tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2653778 Jun 07 08:29:44.077131 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.084174 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.088645 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] 10.222.0.15 "DELETE /v2.0/networks/46be0a24-b1e0-4271-86c7-52bb5bac442d HTTP/1.1" status: 204 len: 168 time: 0.9833307 Jun 07 08:29:44.088645 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:44.112993 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Pushing event deleted for resources: {'Network': ['ID=46be0a24-b1e0-4271-86c7-52bb5bac442d,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:44.117596 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ee0b22a2-3be1-4475-bb14-1c19df39be1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:44.123069 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-ce8af00f-189e-470f-86c7-3027dcba06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:44.124904 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-ce8af00f-189e-470f-86c7-3027dcba06f6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 1096 time: 0.3295083 Jun 07 08:29:44.142639 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e186921-1c89-4546-ac79-081d1ed92044 req-c21a690c-d8e5-45e9-88fe-618ddd577b35 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:44.144636 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7e186921-1c89-4546-ac79-081d1ed92044 req-c21a690c-d8e5-45e9-88fe-618ddd577b35 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1195459 Jun 07 08:29:44.153825 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44676) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:44.158949 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'floatingip': {'port_id': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:29:44.235115 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-36d67195-710f-45b6-b0c5-806e7110b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:44.237796 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-36d67195-710f-45b6-b0c5-806e7110b3ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.2176483 Jun 07 08:29:44.251613 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:44.449698 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-434d5457-8259-4a7c-896f-6e2461e85908 req-4e91db07-4f08-497e-a7c3-c296e6277e43 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708637 Jun 07 08:29:44.451699 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-da8769da-db72-4fe3-923b-8ad9fc8f9001 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1981242 Jun 07 08:29:44.501624 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-b506e6d8-bd4a-44ca-a4d1-d1c24e59a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:44.504931 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-b506e6d8-bd4a-44ca-a4d1-d1c24e59a38f service neutron] 10.222.0.50 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 916 time: 0.3270981 Jun 07 08:29:44.577703 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-1827e9ed-aa87-4c13-95f6-f65188c58337 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a HTTP/1.1" status: 200 len: 217 time: 0.0620258 Jun 07 08:29:44.676070 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44690) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:44.737440 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-44ff83bf-0a07-46f8-a9aa-90cc47e3274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:44.738910 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-44ff83bf-0a07-46f8-a9aa-90cc47e3274c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6075478-6d4a-4774-ac30-6d5217e99cf7 HTTP/1.1" status: 200 len: 855 time: 0.1149533 Jun 07 08:29:44.813482 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-5d89b6bd-65d0-4ba3-857c-65d1919da4f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83085b42-4891-4815-af5f-014c0f4be6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603664 Jun 07 08:29:44.815224 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-059d3cb7-f823-47b5-b677-20511dde8290 service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472440 Jun 07 08:29:44.822048 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e7427315-24c9-497c-bcc0-121b34f60801 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2e74ad55dd24567b8617bdc588691c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1389959 Jun 07 08:29:44.822636 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44694) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:45.036639 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ea271-7bd6-4ddd-96b6-3809b5bdcac3 req-dee14314-77c4-402b-85bc-f48a83828302 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:45.039063 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e68ea271-7bd6-4ddd-96b6-3809b5bdcac3 req-dee14314-77c4-402b-85bc-f48a83828302 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 943 time: 0.3537209 Jun 07 08:29:45.095542 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2ab01a2c-c4f5-4679-88c2-d343c93a74c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.112829 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e68ea271-7bd6-4ddd-96b6-3809b5bdcac3 req-2cf4688f-868c-46d8-83dc-91fe6668747b tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626740 Jun 07 08:29:45.125247 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b896b7d7-3a89-48a5-8cd2-467a8f7d2ccb req-346c8d23-842c-4b53-94af-62bf8d53ccfa service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900758 Jun 07 08:29:45.141993 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-ea808d15-b86c-4a20-807b-3c91ec4a4502 service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057959 Jun 07 08:29:45.149521 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2ab01a2c-c4f5-4679-88c2-d343c93a74c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.194299 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44698) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:45.257574 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3f7990e5-8275-40a7-911a-6081a8a6f8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.291748 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.db.resource_extend [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:29:45.328510 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44702) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:45.386687 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb3a1278-73dd-494f-bf25-85ca8416733a req-38702924-d2ef-4cde-a9b2-6f4e981944eb service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302852 Jun 07 08:29:45.394804 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2ab01a2c-c4f5-4679-88c2-d343c93a74c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.402141 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2ab01a2c-c4f5-4679-88c2-d343c93a74c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.403859 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-2ab01a2c-c4f5-4679-88c2-d343c93a74c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25913679-9227-4a9d-8a82-84fdca1eea5b HTTP/1.1" status: 204 len: 168 time: 0.5800796 Jun 07 08:29:45.404424 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:45.416974 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab01a2c-c4f5-4679-88c2-d343c93a74c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25913679-9227-4a9d-8a82-84fdca1eea5b,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:45.420593 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2ab01a2c-c4f5-4679-88c2-d343c93a74c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:45.456344 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.538369 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.546260 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-031aca75-9633-4529-8396-8e9a56cbee62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.688745 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3f7990e5-8275-40a7-911a-6081a8a6f8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.703279 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9aab1-efaf-44e0-a75a-d24d547f4ec3 req-3e786069-fd08-4deb-9a2f-0e4b1c10ae5d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:45.705640 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9aa9aab1-efaf-44e0-a75a-d24d547f4ec3 req-3e786069-fd08-4deb-9a2f-0e4b1c10ae5d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1071537 Jun 07 08:29:45.746286 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3f7990e5-8275-40a7-911a-6081a8a6f8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:45.764906 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9aa9aab1-efaf-44e0-a75a-d24d547f4ec3 req-623790c5-b004-4fce-8458-3c67bb4aa4b8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521834 Jun 07 08:29:45.769140 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4405e36e-9e3c-4197-9458-433fae513ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:45.834245 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-3f7990e5-8275-40a7-911a-6081a8a6f8ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c98d2c6e90a04a9f8ffb3a1e72378c6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6388471 Jun 07 08:29:45.838112 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44722) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:45.838590 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7990e5-8275-40a7-911a-6081a8a6f8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836d0017-0c77-40f4-be49-df655499d63b,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:45.842956 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3f7990e5-8275-40a7-911a-6081a8a6f8ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:45.844253 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.l3_db [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Floating IP c597780b-5ebb-4d8e-aab2-c6c64ffc8d28 associated. External IP: 172.28.1.72, port: 75ca4639-af2e-4f17-82d7-bdc3d5124cbe. Jun 07 08:29:45.987929 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fc82b09b-fdf4-458f-a709-7e1bc4463252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.004726 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-031aca75-9633-4529-8396-8e9a56cbee62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.039377 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fc82b09b-fdf4-458f-a709-7e1bc4463252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.082815 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-031aca75-9633-4529-8396-8e9a56cbee62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.099152 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1c93025c-fccc-4c55-a0ac-01fefe1032fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:46.157631 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aca75-9633-4529-8396-8e9a56cbee62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a736c085-32d0-46d6-acdf-80cbe85fa09c,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:46.161141 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-031aca75-9633-4529-8396-8e9a56cbee62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:46.185646 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-031aca75-9633-4529-8396-8e9a56cbee62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9608bbb5bda44a5afde5fa4658ddab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8555465 Jun 07 08:29:46.188579 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44742) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:46.325375 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cd178900-89b1-4214-8a80-ea75be307449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.370532 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cd178900-89b1-4214-8a80-ea75be307449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.381809 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fc82b09b-fdf4-458f-a709-7e1bc4463252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.384475 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fc82b09b-fdf4-458f-a709-7e1bc4463252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.385698 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-fc82b09b-fdf4-458f-a709-7e1bc4463252 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/836d0017-0c77-40f4-be49-df655499d63b HTTP/1.1" status: 204 len: 168 time: 0.5466480 Jun 07 08:29:46.388330 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f99cd40b-f315-4186-a185-a9833406cce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:46.408874 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc82b09b-fdf4-458f-a709-7e1bc4463252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836d0017-0c77-40f4-be49-df655499d63b,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:46.411268 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fc82b09b-fdf4-458f-a709-7e1bc4463252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:46.475860 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Router d94e44f4-eb88-42b2-87f8-7099c3b1c878 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:29:46.538542 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cd178900-89b1-4214-8a80-ea75be307449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.549044 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cd178900-89b1-4214-8a80-ea75be307449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.549044 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-cd178900-89b1-4214-8a80-ea75be307449 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a736c085-32d0-46d6-acdf-80cbe85fa09c HTTP/1.1" status: 204 len: 168 time: 0.3533802 Jun 07 08:29:46.549044 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:46.562723 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd178900-89b1-4214-8a80-ea75be307449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a736c085-32d0-46d6-acdf-80cbe85fa09c,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:46.566116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-cd178900-89b1-4214-8a80-ea75be307449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:46.580434 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94247f4a-31f8-4cb2-a073-57455c719b6e req-cc3fcb10-bc35-4b4c-8534-7997b7712932 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:46.582000 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-94247f4a-31f8-4cb2-a073-57455c719b6e req-cc3fcb10-bc35-4b4c-8534-7997b7712932 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 943 time: 0.2044494 Jun 07 08:29:46.706583 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-94247f4a-31f8-4cb2-a073-57455c719b6e req-011475c5-2b2b-4823-b7e3-2de4caf85709 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168902 Jun 07 08:29:46.719812 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:29:46.729002 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:46.735655 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] Sync routers for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:29:46.748123 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:46.752533 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:29:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:46.800261 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-21c27982-a613-42d7-a3f5-f0751db44f02 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "PUT /v2.0/floatingips/c597780b-5ebb-4d8e-aab2-c6c64ffc8d28 HTTP/1.1" status: 200 len: 990 time: 2.6450586 Jun 07 08:29:46.800988 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe'}] {{(pid=92138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:46.951473 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44770) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:46.963051 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:47.063914 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20dc139-d463-4e2c-b9bd-e695a9200033 req-5d47bec9-e92d-4ac3-ba5e-2729ac7c0130 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:47.065590 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f20dc139-d463-4e2c-b9bd-e695a9200033 req-5d47bec9-e92d-4ac3-ba5e-2729ac7c0130 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0998044 Jun 07 08:29:47.113870 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f20dc139-d463-4e2c-b9bd-e695a9200033 req-288251cf-0746-4b75-afe7-bc3c38aaaf40 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419550 Jun 07 08:29:47.234914 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e7a950fde15307617676bdcf7d3db4daf5425a2e3b7311ee489b15ef254be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c86d201e-d716-4fa2-99f0-dcb55f1a9850" -d '{"events": [{"name": "network-changed", "server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe"}]}' {{(pid=92138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:47.276271 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:47.406009 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:47.427061 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': 'c597780b-5ebb-4d8e-aab2-c6c64ffc8d28', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'floating_ip_address': '172.28.1.72', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'port_id': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'mac_address': 'fa:16:3e:71:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786606c9-3a45-4dff-9055-46a3505448cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:29:13Z', 'updated_at': '2021-06-07T08:29:45Z', 'revision_number': 1, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:47.433072 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] Checking router: d94e44f4-eb88-42b2-87f8-7099c3b1c878 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:29:47.462788 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:29:47.463684 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:29:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:47.498022 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:47.508017 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-d1012c45-bd77-4aa2-8c4c-a1e9429b6403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:47.524193 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28deceec-9a4c-4ea0-a43d-9cc48bf55588 x-openstack-request-id: req-28deceec-9a4c-4ea0-a43d-9cc48bf55588 {{(pid=92138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:47.531365 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe", "status": "completed", "code": 200}]} {{(pid=92138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:47.531693 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28deceec-9a4c-4ea0-a43d-9cc48bf55588 {{(pid=92138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:47.532216 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'status': 'completed', 'code': 200} Jun 07 08:29:47.594731 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94a29dc1b2e7426da0112c571d4b5e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6420183 Jun 07 08:29:47.602330 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44800) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:47.602330 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddf6d80-84b9-4724-a83b-ef56a7b4f002,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:47.623107 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.624521 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.625026 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.625482 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.625935 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.626489 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.626932 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.627371 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.628166 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.628745 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.633318 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.633318 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:47.650420 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:47.696255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-220afd24-80c0-4e0d-82e0-eb9e7f1daebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:47.697890 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-220afd24-80c0-4e0d-82e0-eb9e7f1daebd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 1098 time: 0.1308208 Jun 07 08:29:47.717716 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:29:47.727873 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-02c1a0a0-b193-493d-9b6c-005c50bf4f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:47.735012 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device b71c6ed7-cca8-48b6-b9cb-8c859949bc0a details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:29:47.805410 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-02c1a0a0-b193-493d-9b6c-005c50bf4f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:47.888066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-73728b34-e97b-4b4d-be49-d5f8a2d50ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:47.889796 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-73728b34-e97b-4b4d-be49-d5f8a2d50ca0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 918 time: 0.1844993 Jun 07 08:29:48.012997 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-02c1a0a0-b193-493d-9b6c-005c50bf4f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.016208 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-02c1a0a0-b193-493d-9b6c-005c50bf4f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.020818 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-02c1a0a0-b193-493d-9b6c-005c50bf4f69 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ddf6d80-84b9-4724-a83b-ef56a7b4f002 HTTP/1.1" status: 204 len: 168 time: 0.4213026 Jun 07 08:29:48.057153 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3f7990e5-8275-40a7-911a-6081a8a6f8ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:48.077920 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:48.094393 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a', 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc', 'port_id': 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a', 'mac_address': 'fa:16:3e:3e:e3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6075478-6d4a-4774-ac30-6d5217e99cf7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:29:48.102031 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1a0a0-b193-493d-9b6c-005c50bf4f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddf6d80-84b9-4724-a83b-ef56a7b4f002,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:48.107581 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-02c1a0a0-b193-493d-9b6c-005c50bf4f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:48.157884 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-bd5d5714-50e7-4ab3-8d5f-f04f1cb3dece service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe HTTP/1.1" status: 200 len: 998 time: 0.2611969 Jun 07 08:29:48.175743 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412528f-38d2-448e-be0f-cce142fef065 req-41f89707-b760-4842-978e-a43fbca44093 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:48.188150 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8412528f-38d2-448e-be0f-cce142fef065 req-41f89707-b760-4842-978e-a43fbca44093 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 943 time: 0.2377758 Jun 07 08:29:48.200618 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.223476 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b71c6ed7-cca8-48b6-b9cb-8c859949bc0a {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:29:48.418987 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:48.434847 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8412528f-38d2-448e-be0f-cce142fef065 req-0ef39ecd-aee2-4061-9ad0-9b7804591666 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456620 Jun 07 08:29:48.435739 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-0f232065-f472-4895-b142-b88a07ebbec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:48.437251 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-0f232065-f472-4895-b142-b88a07ebbec9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.2720869 Jun 07 08:29:48.514121 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': 'c597780b-5ebb-4d8e-aab2-c6c64ffc8d28', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'floating_ip_address': '172.28.1.72', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'port_id': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'mac_address': 'fa:16:3e:71:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786606c9-3a45-4dff-9055-46a3505448cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:29:13Z', 'updated_at': '2021-06-07T08:29:45Z', 'revision_number': 1, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:29:48.516780 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaeafe-9d66-46e9-afcb-e9b0baadf69f req-bb3ffadd-b2df-42f9-b653-38b8f37fa334 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:48.517320 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:48.518519 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3dfaeafe-9d66-46e9-afcb-e9b0baadf69f req-bb3ffadd-b2df-42f9-b653-38b8f37fa334 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1764407 Jun 07 08:29:48.519330 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:48.519464 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056eda1c-f4da-4c68-a51d-12fbd351e968 None None] The sync data for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb is: [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': 'c597780b-5ebb-4d8e-aab2-c6c64ffc8d28', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'floating_ip_address': '172.28.1.72', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'port_id': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'mac_address': 'fa:16:3e:71:a8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '786606c9-3a45-4dff-9055-46a3505448cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:29:13Z', 'updated_at': '2021-06-07T08:29:45Z', 'revision_number': 1, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:29:48.587189 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-2a8c3954-9cfd-45c3-ba3a-10917a3d6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:48.588270 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-2a8c3954-9cfd-45c3-ba3a-10917a3d6263 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1394269 Jun 07 08:29:48.591369 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3dfaeafe-9d66-46e9-afcb-e9b0baadf69f req-af060b04-ca0d-4390-8a78-7226e67f213f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635543 Jun 07 08:29:48.630896 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:48.634860 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:48.758035 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-b3681d91-fee4-4841-bf2d-f024766ed84b service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596403 Jun 07 08:29:48.784322 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591fe64-3b73-473e-a4e1-ed5c3814a5f2 None None] New status for floating IP c597780b-5ebb-4d8e-aab2-c6c64ffc8d28: ACTIVE {{(pid=92139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:29:48.920170 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c86d201e-d716-4fa2-99f0-dcb55f1a9850 req-357d807a-9568-4d2b-b538-9bdf97106e7b service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554933 Jun 07 08:29:48.953392 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['b71c6ed7-cca8-48b6-b9cb-8c859949bc0a'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:29:49.132988 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 44848) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:49.154673 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.343252 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.421508 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.436685 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-0c426a5e-5627-4d2f-93c7-ada8f6219795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:49.490023 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ee0e25e31384c1f910c18162edd4cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3558688 Jun 07 08:29:49.491339 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4cfbc69-69b1-4809-b769-080246066075,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:49.492783 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 44860) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:49.499805 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.500165 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.500518 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.500901 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.501242 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.501581 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.501919 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.502254 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.502602 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.502922 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.503255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.503582 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:29:49.511366 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:49.592866 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b6d84dad-7654-4359-9317-f92778d041e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.641447 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b6d84dad-7654-4359-9317-f92778d041e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.670577 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347093f3-dcb5-4055-8a15-2fc3d755d75a req-ab488814-43c2-439c-8412-722b4275bfda tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:49.679829 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-347093f3-dcb5-4055-8a15-2fc3d755d75a req-ab488814-43c2-439c-8412-722b4275bfda tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 944 time: 0.1180713 Jun 07 08:29:49.749434 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-347093f3-dcb5-4055-8a15-2fc3d755d75a req-0b670b66-f61b-41ed-b1a1-0128cf6b7dc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660079 Jun 07 08:29:49.867253 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b6d84dad-7654-4359-9317-f92778d041e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.870572 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b6d84dad-7654-4359-9317-f92778d041e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:49.872296 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b6d84dad-7654-4359-9317-f92778d041e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4cfbc69-69b1-4809-b769-080246066075 HTTP/1.1" status: 204 len: 168 time: 0.3785198 Jun 07 08:29:49.873999 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:49.897683 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d84dad-7654-4359-9317-f92778d041e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4cfbc69-69b1-4809-b769-080246066075,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:49.900137 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b6d84dad-7654-4359-9317-f92778d041e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:49.978827 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650097f-4bb4-4c5b-84c7-6195420e76d2 req-5f084f36-2ee0-4e95-b4aa-2ff954960b0b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:49.986596 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9650097f-4bb4-4c5b-84c7-6195420e76d2 req-5f084f36-2ee0-4e95-b4aa-2ff954960b0b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2068474 Jun 07 08:29:50.046764 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9650097f-4bb4-4c5b-84c7-6195420e76d2 req-27d6166a-db57-4798-9ec8-c01f0ac5bec0 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583887 Jun 07 08:29:50.946843 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572df85-8068-46dd-ba38-aa9882716658 req-f29d1ef1-438a-49f8-8207-80cd9a4ab6ca tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:50.948518 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b572df85-8068-46dd-ba38-aa9882716658 req-f29d1ef1-438a-49f8-8207-80cd9a4ab6ca tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 944 time: 0.0952938 Jun 07 08:29:51.020863 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b572df85-8068-46dd-ba38-aa9882716658 req-7e96dbaa-8203-4b3d-9d29-82cff18b7798 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556505 Jun 07 08:29:51.277339 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-38e62f23-b348-4034-9555-602e4584ce05 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1678300 Jun 07 08:29:51.308882 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36170e44-009a-49ae-9538-181884c2ef09 req-80a076de-8cf0-4dbb-ae02-582d07a25fdf tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:51.316644 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-36170e44-009a-49ae-9538-181884c2ef09 req-80a076de-8cf0-4dbb-ae02-582d07a25fdf tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1380272 Jun 07 08:29:51.398600 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-36170e44-009a-49ae-9538-181884c2ef09 req-6f0d6a51-c1ff-4585-a521-3631f764bb79 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808072 Jun 07 08:29:51.501050 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-548a9d86-7b0a-4462-a55a-1a08cebfbb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:51.502548 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-548a9d86-7b0a-4462-a55a-1a08cebfbb7e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 1099 time: 0.1240809 Jun 07 08:29:51.658638 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-90a2e396-4895-4b68-bf11-43426c830aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:51.660065 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-90a2e396-4895-4b68-bf11-43426c830aa9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 916 time: 0.1349850 Jun 07 08:29:51.747626 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-eb092e15-a066-421e-9126-1551a4767bdb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a39ef61e-fd7b-492f-ae99-8fab89e129af HTTP/1.1" status: 200 len: 217 time: 0.0800126 Jun 07 08:29:51.763450 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device b71c6ed7-cca8-48b6-b9cb-8c859949bc0a up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:29:51.823707 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-cc34c557-d3cd-4ec5-b2b9-12435dc29540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:51.825679 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-cc34c557-d3cd-4ec5-b2b9-12435dc29540 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6075478-6d4a-4774-ac30-6d5217e99cf7 HTTP/1.1" status: 200 len: 855 time: 0.0711982 Jun 07 08:29:51.914596 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-ddd45ca6-6d73-48dc-b074-08b8f0cd7308 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83085b42-4891-4815-af5f-014c0f4be6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461452 Jun 07 08:29:51.929639 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:29:51.935665 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:29:51.938564 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:52.083485 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:52.120293 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb04da32-8b14-4520-813f-b7aef03d041e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:29:52.123087 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ca7992-6274-4fcf-8c12-6c4783641477" -d '{"events": [{"server_uuid": "fb04da32-8b14-4520-813f-b7aef03d041e", "name": "network-vif-plugged", "status": "completed", "tag": "b71c6ed7-cca8-48b6-b9cb-8c859949bc0a"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:29:52.134119 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-418731d7-aa7d-4f7d-9418-ceab7528c433 service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039542 Jun 07 08:29:52.146905 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:29:52.182371 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17be0af3-3153-453f-a972-a83ce333e719 x-openstack-request-id: req-17be0af3-3153-453f-a972-a83ce333e719 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:29:52.182865 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb04da32-8b14-4520-813f-b7aef03d041e", "name": "network-vif-plugged", "status": "completed", "tag": "b71c6ed7-cca8-48b6-b9cb-8c859949bc0a", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:29:52.183415 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17be0af3-3153-453f-a972-a83ce333e719 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:29:52.183968 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb04da32-8b14-4520-813f-b7aef03d041e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a', 'code': 200} Jun 07 08:29:52.343695 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:52.347498 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:52.450791 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e8aa2e80-3901-4b4b-92a8-abef7355b68d req-f94d1786-9049-4060-a778-557429c1f180 service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105047 Jun 07 08:29:52.481556 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43f61d-6ae9-4916-9b9d-6313410b56d7 req-18f5e85b-8f24-4c72-be7c-7764a9290651 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:52.482896 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4d43f61d-6ae9-4916-9b9d-6313410b56d7 req-18f5e85b-8f24-4c72-be7c-7764a9290651 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 944 time: 0.3191099 Jun 07 08:29:52.490933 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:52.497727 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:52.551495 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4d43f61d-6ae9-4916-9b9d-6313410b56d7 req-eb53e12d-6beb-48d6-9a2b-b88d96ea9ee4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542998 Jun 07 08:29:52.685849 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fce26-1bfc-473a-8358-d70358806e9a req-0b07205a-5f27-4f87-bdf4-18317322ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:52.687588 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ac0fce26-1bfc-473a-8358-d70358806e9a req-0b07205a-5f27-4f87-bdf4-18317322ab7c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 1098 time: 0.0835533 Jun 07 08:29:52.692519 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b921c62-d8d7-4a13-9d9e-2676c6ee251b req-fc8f87b3-b336-49f8-8a1c-cd0c29bad3f3 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:52.694967 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2b921c62-d8d7-4a13-9d9e-2676c6ee251b req-fc8f87b3-b336-49f8-8a1c-cd0c29bad3f3 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1109140 Jun 07 08:29:52.747741 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2b921c62-d8d7-4a13-9d9e-2676c6ee251b req-fcd47958-a56d-4817-b920-d11efa840ff7 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463083 Jun 07 08:29:52.773218 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ac0fce26-1bfc-473a-8358-d70358806e9a req-27a4bdcf-26e4-48bb-8fff-9684f0ae2c69 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546315 Jun 07 08:29:53.023750 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-670b2399-7d5c-464d-a62d-e4e5ec303597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:53.905462 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa37c64-77c5-48a2-bfdc-9c80f1fa25f2 req-6bb8a1a9-60bb-4779-a76a-052f574bea5a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:53.907212 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4fa37c64-77c5-48a2-bfdc-9c80f1fa25f2 req-6bb8a1a9-60bb-4779-a76a-052f574bea5a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 945 time: 0.0938158 Jun 07 08:29:53.979311 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80512668-7ce6-463f-a6df-272d8bcf1cc9 req-72ddcb4f-1ccc-4360-8283-6736bd59da2b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:53.981037 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-80512668-7ce6-463f-a6df-272d8bcf1cc9 req-72ddcb4f-1ccc-4360-8283-6736bd59da2b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0993819 Jun 07 08:29:54.031699 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-80512668-7ce6-463f-a6df-272d8bcf1cc9 req-750b22ea-c3fb-4536-b7ee-6e9f5c5efc20 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440154 Jun 07 08:29:54.087495 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4fa37c64-77c5-48a2-bfdc-9c80f1fa25f2 req-fbf1c4f7-6c14-41a4-8101-446481408602 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729257 Jun 07 08:29:55.048659 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:55.238152 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df051c6-2cf2-4f97-95c2-dfcca5e17043 req-2f23e1f9-3572-4235-8acd-5a00fb4e3fa5 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:55.239665 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4df051c6-2cf2-4f97-95c2-dfcca5e17043 req-2f23e1f9-3572-4235-8acd-5a00fb4e3fa5 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0968525 Jun 07 08:29:55.289501 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb592368-5fdd-40f4-8db2-c4361113630a req-5bc3fdd4-2373-41fd-a7db-5d67f38500ec tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:55.290961 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb592368-5fdd-40f4-8db2-c4361113630a req-5bc3fdd4-2373-41fd-a7db-5d67f38500ec tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 945 time: 0.1048408 Jun 07 08:29:55.294096 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4df051c6-2cf2-4f97-95c2-dfcca5e17043 req-073664a4-580c-4441-9c54-5e53baed044e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481858 Jun 07 08:29:55.342511 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb592368-5fdd-40f4-8db2-c4361113630a req-0fae5da1-500d-4ab6-9f42-28be10be1f4c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Jun 07 08:29:55.737413 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7103f784-faad-48c8-af23-6e5f13c4d447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:55.789005 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:56.549290 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f1cf0-ed59-474b-bb0d-c1a75243449d req-48cea75a-7499-455b-94c8-07af9eebf635 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:56.553342 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-204f1cf0-ed59-474b-bb0d-c1a75243449d req-48cea75a-7499-455b-94c8-07af9eebf635 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1019940 Jun 07 08:29:56.602104 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-204f1cf0-ed59-474b-bb0d-c1a75243449d req-d5d1a5d8-4c7e-4138-b130-70e8f4a16c98 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451550 Jun 07 08:29:57.457787 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:57.802038 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03b0ef-eb0f-4932-b7a3-e52d8ec72f9d req-1577b171-2042-4135-86ae-d6529ef556da tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:57.804202 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9c03b0ef-eb0f-4932-b7a3-e52d8ec72f9d req-1577b171-2042-4135-86ae-d6529ef556da tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0840673 Jun 07 08:29:57.857040 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9c03b0ef-eb0f-4932-b7a3-e52d8ec72f9d req-4b1ce5d2-cdac-4e3d-bded-2c481a5c315d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443132 Jun 07 08:29:58.398124 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45106) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:58.525314 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9a9b0095-f135-41b7-8153-0a96d7ab706f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:58.633800 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9a9b0095-f135-41b7-8153-0a96d7ab706f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:58.688675 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9a9b0095-f135-41b7-8153-0a96d7ab706f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:58.697675 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-1950122d-dc86-4091-8228-c53230ba6261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:58.743862 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-9a9b0095-f135-41b7-8153-0a96d7ab706f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bad4e9e5cc544868f5635625a158df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3445179 Jun 07 08:29:58.744820 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b0095-f135-41b7-8153-0a96d7ab706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36402277-740c-486b-ac48-49ef31914ead,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:58.746654 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45118) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:58.748004 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-9a9b0095-f135-41b7-8153-0a96d7ab706f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:58.808299 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fa37c1da-2473-4871-a6dd-c81d7b89753f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:58.835527 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fa37c1da-2473-4871-a6dd-c81d7b89753f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:58.970180 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fa37c1da-2473-4871-a6dd-c81d7b89753f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:58.976206 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fa37c1da-2473-4871-a6dd-c81d7b89753f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:58.988176 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-fa37c1da-2473-4871-a6dd-c81d7b89753f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36402277-740c-486b-ac48-49ef31914ead HTTP/1.1" status: 204 len: 168 time: 0.2401474 Jun 07 08:29:58.991158 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2ab01a2c-c4f5-4679-88c2-d343c93a74c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:29:59.029769 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37c1da-2473-4871-a6dd-c81d7b89753f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36402277-740c-486b-ac48-49ef31914ead,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:29:59.041594 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fa37c1da-2473-4871-a6dd-c81d7b89753f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:29:59.157781 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799c01d-42fc-463e-ab79-a0376a222883 req-3aa325bc-d09b-4981-b9e4-241f9b23ec39 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:59.167814 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4799c01d-42fc-463e-ab79-a0376a222883 req-3aa325bc-d09b-4981-b9e4-241f9b23ec39 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1454823 Jun 07 08:29:59.233145 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4799c01d-42fc-463e-ab79-a0376a222883 req-bcc2d8d5-5b0c-4d7b-887b-5ce6696c727a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643845 Jun 07 08:29:59.423248 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:59.665058 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45164) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:29:59.769430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4fae-462b-4643-867c-7d9066192717 req-f6851e59-0758-4bee-89e4-1e8b0db52335 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:29:59.776586 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-f6851e59-0758-4bee-89e4-1e8b0db52335 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 815 time: 0.1755040 Jun 07 08:29:59.794896 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-c9ccdf8d-12e9-447c-83bb-8416147c4891 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/quotas/3213eab5b0e144778fcaba306bfd02a5 HTTP/1.1" status: 200 len: 375 time: 0.0171454 Jun 07 08:29:59.818532 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2d232d4b-08b2-4841-a55f-d1a7f3ae7b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:29:59.888755 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-d29042b0-e313-4599-a84a-332a297c3b42 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929923 Jun 07 08:29:59.931488 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2d232d4b-08b2-4841-a55f-d1a7f3ae7b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.000061 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2d232d4b-08b2-4841-a55f-d1a7f3ae7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.009064 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-af5f6e78-faef-4c20-a5a5-b560d2e2cee0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:00.030619 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-6aa8ab22-61c7-44d8-8503-e30e64c7440e service neutron] 10.222.0.15 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327481 Jun 07 08:30:00.056480 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-2d232d4b-08b2-4841-a55f-d1a7f3ae7b9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5c43b31f3fac49a882a325e745168692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896737 Jun 07 08:30:00.057351 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d232d4b-08b2-4841-a55f-d1a7f3ae7b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0fad4b-f1ce-4f99-9105-b0b44a61c5b0,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:00.059889 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45168) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:00.097067 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-2d232d4b-08b2-4841-a55f-d1a7f3ae7b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:00.097534 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45170) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:00.123044 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9b8fd7e9-2120-4b63-80e9-03cc5416dc52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.153998 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f3289d25-2610-4bb1-a09a-27dff2281896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.181315 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-c4c4d8fd-219e-4240-99f6-216a98a5b608 service neutron] 10.222.0.15 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448963 Jun 07 08:30:00.199773 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f3289d25-2610-4bb1-a09a-27dff2281896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.326766 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9b8fd7e9-2120-4b63-80e9-03cc5416dc52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.401105 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9b8fd7e9-2120-4b63-80e9-03cc5416dc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.422463 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b1b8d2bf-b8c3-427b-b395-c43cee30d1f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:00.430177 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f3289d25-2610-4bb1-a09a-27dff2281896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.432677 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f3289d25-2610-4bb1-a09a-27dff2281896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.433866 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f3289d25-2610-4bb1-a09a-27dff2281896 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b0fad4b-f1ce-4f99-9105-b0b44a61c5b0 HTTP/1.1" status: 204 len: 168 time: 0.3730831 Jun 07 08:30:00.480003 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-9b8fd7e9-2120-4b63-80e9-03cc5416dc52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac386ae23da1410caad03e2e41352b23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788917 Jun 07 08:30:00.482930 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45190) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:00.486896 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8fd7e9-2120-4b63-80e9-03cc5416dc52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9074b33-6d8f-4163-9d90-0c905ee80d97,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:00.491018 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-9b8fd7e9-2120-4b63-80e9-03cc5416dc52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:00.491613 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-02c1a0a0-b193-493d-9b6c-005c50bf4f69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:00.506485 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3289d25-2610-4bb1-a09a-27dff2281896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0fad4b-f1ce-4f99-9105-b0b44a61c5b0,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:00.513041 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f3289d25-2610-4bb1-a09a-27dff2281896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:00.534456 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c56fb3-1483-4bd5-9111-c726123b38db req-abe9d033-59f6-4ad2-8d3b-5582987f4ce6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:00.536088 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-54c56fb3-1483-4bd5-9111-c726123b38db req-abe9d033-59f6-4ad2-8d3b-5582987f4ce6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1880617 Jun 07 08:30:00.620593 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-54c56fb3-1483-4bd5-9111-c726123b38db req-d527e8c9-22df-4fb9-864a-3d8430ddc4b7 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744140 Jun 07 08:30:00.676125 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c334c60c-f17a-495d-8dfc-d22189eb4ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.713096 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c334c60c-f17a-495d-8dfc-d22189eb4ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.783134 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-158c5be9-5b65-445b-ba75-fe2d16980934 req-000a7a97-2022-48b2-891f-020f9c76ad46 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 210 time: 0.1080241 Jun 07 08:30:00.898130 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c334c60c-f17a-495d-8dfc-d22189eb4ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.902154 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c334c60c-f17a-495d-8dfc-d22189eb4ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:00.903264 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c334c60c-f17a-495d-8dfc-d22189eb4ad4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9074b33-6d8f-4163-9d90-0c905ee80d97 HTTP/1.1" status: 204 len: 168 time: 0.4193497 Jun 07 08:30:00.904106 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c133a47d-971e-459b-8757-fe83f34fa4ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:00.919082 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334c60c-f17a-495d-8dfc-d22189eb4ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9074b33-6d8f-4163-9d90-0c905ee80d97,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:00.926732 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c334c60c-f17a-495d-8dfc-d22189eb4ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:01.669961 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45230) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:01.691420 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-32afcab2-d0b5-4236-8b76-ef1022213b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:01.923460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-32afcab2-d0b5-4236-8b76-ef1022213b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:01.949689 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de0e11-4e48-45b0-a2df-c39f64068ee4 req-5fe61918-9647-44e1-9fd7-7cfed890b61a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:01.959512 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-28de0e11-4e48-45b0-a2df-c39f64068ee4 req-5fe61918-9647-44e1-9fd7-7cfed890b61a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1342087 Jun 07 08:30:01.984730 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-544a01d3-4294-45c1-863e-9e193645e0c8 req-daa61ce6-3d3a-4ae8-98da-347076ac5b40 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 210 time: 0.0492585 Jun 07 08:30:01.990818 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-32afcab2-d0b5-4236-8b76-ef1022213b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:02.006624 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:02.150198 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-28de0e11-4e48-45b0-a2df-c39f64068ee4 req-780f61aa-c5e7-4f5c-b1e2-4e6ee8418ff9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875596 Jun 07 08:30:02.153008 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afcab2-d0b5-4236-8b76-ef1022213b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=419aebaa-53fb-47aa-9797-7fdd175f4210,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:02.158238 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-32afcab2-d0b5-4236-8b76-ef1022213b3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01d83e0eca184ddba71c1d19fc3e7993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872270 Jun 07 08:30:02.159154 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-32afcab2-d0b5-4236-8b76-ef1022213b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:02.161458 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45254) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:02.238224 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-780b70c5-21ac-4860-a793-84d72bc258e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:02.271732 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-780b70c5-21ac-4860-a793-84d72bc258e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:02.452011 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-780b70c5-21ac-4860-a793-84d72bc258e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:02.454841 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-780b70c5-21ac-4860-a793-84d72bc258e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:02.456065 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-780b70c5-21ac-4860-a793-84d72bc258e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/419aebaa-53fb-47aa-9797-7fdd175f4210 HTTP/1.1" status: 204 len: 168 time: 0.2919323 Jun 07 08:30:02.456972 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e41e249f-7bda-4f7d-a789-fae1257b732e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:02.469084 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b70c5-21ac-4860-a793-84d72bc258e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=419aebaa-53fb-47aa-9797-7fdd175f4210,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:02.471969 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-780b70c5-21ac-4860-a793-84d72bc258e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:03.233260 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-be9864b3-b66f-4e4a-aa25-6e797cdd9f4f req-79560948-f771-4400-af48-03292b0fe6e3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 210 time: 0.0890503 Jun 07 08:30:03.315090 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45298) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:03.338183 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8e5a-7525-4f9d-a745-215e7e7831df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.399821 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4fae-462b-4643-867c-7d9066192717 req-441f63c9-5c42-460c-8314-cafb340f7454 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:03.400023 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4719d6f-16a0-4174-abf6-72910fe7e52b req-3562e27c-5013-4df5-9050-5905d6c727be tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:03.401293 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-441f63c9-5c42-460c-8314-cafb340f7454 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 815 time: 0.3324172 Jun 07 08:30:03.401450 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f4719d6f-16a0-4174-abf6-72910fe7e52b req-3562e27c-5013-4df5-9050-5905d6c727be tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0921054 Jun 07 08:30:03.424926 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Request body: {'port': {'device_id': 'eca23d21-56a5-4244-92d0-64e625cde7fe', 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc', 'admin_state_up': True, 'tenant_id': '3213eab5b0e144778fcaba306bfd02a5'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:03.477489 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f4719d6f-16a0-4174-abf6-72910fe7e52b req-836336a5-586b-4d51-9192-cbcc0995b216 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545905 Jun 07 08:30:03.617620 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8e5a-7525-4f9d-a745-215e7e7831df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.660628 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45304) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:03.675036 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e1cf8e5a-7525-4f9d-a745-215e7e7831df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.688775 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-743f6d2c-ee21-4d63-a0fe-b82f9c6a8369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:03.732740 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e1cf8e5a-7525-4f9d-a745-215e7e7831df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8914285b8ce04f96b3563fd6215da48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161973 Jun 07 08:30:03.735787 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45310) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:03.737053 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf8e5a-7525-4f9d-a745-215e7e7831df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7312e4e-adec-4a87-8587-3e873a268c17,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:03.740138 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e1cf8e5a-7525-4f9d-a745-215e7e7831df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:03.795909 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Made reservation on behalf of 3213eab5b0e144778fcaba306bfd02a5 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:30:03.798952 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f0072cc0-15e7-4988-9bad-d1f73477f471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.799434 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.812483 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c81e36dc-5ad6-43e7-b5aa-cf3d7255b719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.825674 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f0072cc0-15e7-4988-9bad-d1f73477f471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.957238 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f0072cc0-15e7-4988-9bad-d1f73477f471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.960189 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f0072cc0-15e7-4988-9bad-d1f73477f471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:03.961376 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f0072cc0-15e7-4988-9bad-d1f73477f471 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7312e4e-adec-4a87-8587-3e873a268c17 HTTP/1.1" status: 204 len: 168 time: 0.2242026 Jun 07 08:30:03.962059 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:03.975021 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0072cc0-15e7-4988-9bad-d1f73477f471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7312e4e-adec-4a87-8587-3e873a268c17,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:03.977689 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f0072cc0-15e7-4988-9bad-d1f73477f471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:04.113322 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Allocated IP 172.20.0.14 (83085b42-4891-4815-af5f-014c0f4be6fc/d6075478-6d4a-4774-ac30-6d5217e99cf7/7d713a1f-6ec2-4dbb-9a97-e046b5215441) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:30:04.137648 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c81e36dc-5ad6-43e7-b5aa-cf3d7255b719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:04.312719 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c81e36dc-5ad6-43e7-b5aa-cf3d7255b719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:04.325221 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-58d1f77b-6c8c-4472-aaea-a6900382a6f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:04.390537 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e36dc-5ad6-43e7-b5aa-cf3d7255b719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaac624-79c1-48ae-a1e9-ba4eb7f5c835,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:04.395302 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c81e36dc-5ad6-43e7-b5aa-cf3d7255b719 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b6fce31cf2d498f8a3314b59c578e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7335916 Jun 07 08:30:04.398632 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c81e36dc-5ad6-43e7-b5aa-cf3d7255b719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:04.399116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45332) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:04.416119 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-63bc1347-e9cb-4867-9a64-6df6ee5e8685 req-95ef3305-f182-44f1-8995-332bb8e2d86c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 210 time: 0.0554743 Jun 07 08:30:04.456082 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:04.497669 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-23673ffa-ee95-476f-853e-1b756d056984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:04.531899 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-23673ffa-ee95-476f-853e-1b756d056984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:04.652127 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:04.668496 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bca84f40-3f66-4b24-9368-14383f057161 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:04.702851 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['a39ef61e-fd7b-492f-ae99-8fab89e129af', 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:30:04.731925 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-23673ffa-ee95-476f-853e-1b756d056984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:04.734419 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-23673ffa-ee95-476f-853e-1b756d056984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:04.738958 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-23673ffa-ee95-476f-853e-1b756d056984 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/baaac624-79c1-48ae-a1e9-ba4eb7f5c835 HTTP/1.1" status: 204 len: 168 time: 0.3278873 Jun 07 08:30:04.748246 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Network 83085b42-4891-4815-af5f-014c0f4be6fc is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:30:04.753009 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:30:04.758736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:30:04.764294 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:04.764946 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:04.776362 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Pushing event updated for resources: {'Port': ['ID=7d713a1f-6ec2-4dbb-9a97-e046b5215441,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:04.792516 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:04.796021 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:04.812922 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23673ffa-ee95-476f-853e-1b756d056984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaac624-79c1-48ae-a1e9-ba4eb7f5c835,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:04.822737 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-23673ffa-ee95-476f-853e-1b756d056984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:04.836032 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece0177-da12-4ecc-b394-4fe4424818dc req-428205fc-89a3-4872-99f3-d4b7b483607e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:04.845126 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3ece0177-da12-4ecc-b394-4fe4424818dc req-428205fc-89a3-4872-99f3-d4b7b483607e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2358391 Jun 07 08:30:04.891729 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4725432 Jun 07 08:30:04.899953 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3ece0177-da12-4ecc-b394-4fe4424818dc req-fc87016c-4fc1-4d85-b591-a81e98b13917 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477219 Jun 07 08:30:04.925140 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Request body: {'port': {'device_id': 'eca23d21-56a5-4244-92d0-64e625cde7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:05.039869 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:05.486231 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d713a1f-6ec2-4dbb-9a97-e046b5215441 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:30:05.495261 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:05.511322 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Transition to ACTIVE for port object 7d713a1f-6ec2-4dbb-9a97-e046b5215441 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:30:05.632751 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:05.641323 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a0d45c66-632a-4a09-9355-d8fa7de1f711 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:05.805913 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45392) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:05.824495 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-302ad981-861a-4265-83d1-69676617387b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:05.935128 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Pushing event updated for resources: {'Port': ['ID=7d713a1f-6ec2-4dbb-9a97-e046b5215441,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:05.940953 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-302ad981-861a-4265-83d1-69676617387b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:05.942981 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:05.963042 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Attempting to bind port 7d713a1f-6ec2-4dbb-9a97-e046b5215441 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:30:05.963381 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Attempting to bind port 7d713a1f-6ec2-4dbb-9a97-e046b5215441 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:30:05.963890 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Attempting to bind port 7d713a1f-6ec2-4dbb-9a97-e046b5215441 on network 83085b42-4891-4815-af5f-014c0f4be6fc {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:30:05.972059 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Port 7d713a1f-6ec2-4dbb-9a97-e046b5215441 on network 83085b42-4891-4815-af5f-014c0f4be6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:30:05.972383 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Attempting to bind port 7d713a1f-6ec2-4dbb-9a97-e046b5215441 on network 83085b42-4891-4815-af5f-014c0f4be6fc {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:30:05.981447 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:30:05.982166 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Checking segment: {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:30:05.982463 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Bound using segment: {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:30:05.982922 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Bound port: 7d713a1f-6ec2-4dbb-9a97-e046b5215441, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:30:05.983272 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.009354 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2271ed-7003-4a83-8524-03bc13ab763d req-88dc8a52-a5ed-42a5-afe2-c7c1add6f347 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:06.011091 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8f2271ed-7003-4a83-8524-03bc13ab763d req-88dc8a52-a5ed-42a5-afe2-c7c1add6f347 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 944 time: 0.2536738 Jun 07 08:30:06.014177 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-302ad981-861a-4265-83d1-69676617387b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.031627 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-9b8fd7e9-2120-4b63-80e9-03cc5416dc52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:06.119131 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8f2271ed-7003-4a83-8524-03bc13ab763d req-6192b1ae-cd20-4c8a-9f8a-8a8ca7830192 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769806 Jun 07 08:30:06.125080 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] For port 7d713a1f-6ec2-4dbb-9a97-e046b5215441, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:30:06.128921 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-302ad981-861a-4265-83d1-69676617387b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ad3a479aa904430a8d21452f63ce0ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211796 Jun 07 08:30:06.129389 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] For port 7d713a1f-6ec2-4dbb-9a97-e046b5215441, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7d713a1f-6ec2-4dbb-9a97-e046b5215441,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:30:06.130256 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45398) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:06.131106 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ad981-861a-4265-83d1-69676617387b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedfca81-0807-49d2-9f71-82a1fd46bdfd,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:06.134616 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-302ad981-861a-4265-83d1-69676617387b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:06.169294 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5036b-2238-4b8f-b19a-1df29ab1eba5 req-791d6e5c-421f-445c-a0ba-3d0338451506 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:06.171344 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-09e5036b-2238-4b8f-b19a-1df29ab1eba5 req-791d6e5c-421f-445c-a0ba-3d0338451506 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1276584 Jun 07 08:30:06.193884 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a2eb2b2d-6e1f-43ed-9848-733e8b6a0e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.225217 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-09e5036b-2238-4b8f-b19a-1df29ab1eba5 req-a859feb0-6b9e-4e3b-9cd4-0bb8a3c9caa8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479414 Jun 07 08:30:06.230202 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a2eb2b2d-6e1f-43ed-9848-733e8b6a0e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.237686 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.244821 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:06.329023 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:06.329593 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.330946 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] 10.222.0.50 "PUT /v2.0/ports/7d713a1f-6ec2-4dbb-9a97-e046b5215441 HTTP/1.1" status: 200 len: 1094 time: 1.4208903 Jun 07 08:30:06.333198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca23d21-56a5-4244-92d0-64e625cde7fe', 'tag': '7d713a1f-6ec2-4dbb-9a97-e046b5215441'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:30:06.335721 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9d9a33-9b35-4594-a554-2aa76dbc365e" -d '{"events": [{"name": "network-changed", "server_uuid": "eca23d21-56a5-4244-92d0-64e625cde7fe", "tag": "7d713a1f-6ec2-4dbb-9a97-e046b5215441"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:30:06.353206 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Pushing event updated for resources: {'Port': ['ID=7d713a1f-6ec2-4dbb-9a97-e046b5215441,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:06.358003 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:06.382984 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff91b74f-25ae-4459-92b8-1bd7ebccac81 x-openstack-request-id: req-ff91b74f-25ae-4459-92b8-1bd7ebccac81 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:30:06.383297 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eca23d21-56a5-4244-92d0-64e625cde7fe", "tag": "7d713a1f-6ec2-4dbb-9a97-e046b5215441", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:30:06.383588 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff91b74f-25ae-4459-92b8-1bd7ebccac81 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:30:06.384029 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca23d21-56a5-4244-92d0-64e625cde7fe', 'tag': '7d713a1f-6ec2-4dbb-9a97-e046b5215441', 'status': 'completed', 'code': 200} Jun 07 08:30:06.521747 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a2eb2b2d-6e1f-43ed-9848-733e8b6a0e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.524587 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a2eb2b2d-6e1f-43ed-9848-733e8b6a0e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:06.528104 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-a2eb2b2d-6e1f-43ed-9848-733e8b6a0e22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fedfca81-0807-49d2-9f71-82a1fd46bdfd HTTP/1.1" status: 204 len: 168 time: 0.3945608 Jun 07 08:30:06.528104 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:06.548881 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb2b2d-6e1f-43ed-9848-733e8b6a0e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedfca81-0807-49d2-9f71-82a1fd46bdfd,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:06.554231 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a2eb2b2d-6e1f-43ed-9848-733e8b6a0e22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:06.573255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d9a33-9b35-4594-a554-2aa76dbc365e req-c9118c47-a0b4-41cc-91bd-39722f449e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:06.575254 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ba9d9a33-9b35-4594-a554-2aa76dbc365e req-c9118c47-a0b4-41cc-91bd-39722f449e9d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 1097 time: 0.1207461 Jun 07 08:30:06.764767 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d9a33-9b35-4594-a554-2aa76dbc365e req-2fde4c59-5da7-4fab-8941-8b0ff22d930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:06.766313 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ba9d9a33-9b35-4594-a554-2aa76dbc365e req-2fde4c59-5da7-4fab-8941-8b0ff22d930e service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3213eab5b0e144778fcaba306bfd02a5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1722066 Jun 07 08:30:06.918847 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9d9a33-9b35-4594-a554-2aa76dbc365e req-a575babf-0d3e-4d79-8750-8e86831e4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:06.920374 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ba9d9a33-9b35-4594-a554-2aa76dbc365e req-a575babf-0d3e-4d79-8750-8e86831e4885 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477909 Jun 07 08:30:07.083281 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4fae-462b-4643-867c-7d9066192717 req-23c6744a-3a9d-4c21-aa8b-bd775bd32807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:07.084854 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-23c6744a-3a9d-4c21-aa8b-bd775bd32807 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 1097 time: 0.0809386 Jun 07 08:30:07.169792 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-136d369c-b0e7-4bb0-ace8-6d4b49101ff6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d713a1f-6ec2-4dbb-9a97-e046b5215441 HTTP/1.1" status: 200 len: 217 time: 0.0664892 Jun 07 08:30:07.297221 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf4fae-462b-4643-867c-7d9066192717 req-3886d6a3-aa37-42e2-b2f6-5910ebb0b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:07.299228 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-3886d6a3-aa37-42e2-b2f6-5910ebb0b098 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6075478-6d4a-4774-ac30-6d5217e99cf7 HTTP/1.1" status: 200 len: 855 time: 0.1221461 Jun 07 08:30:07.361020 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-66febbaf-006a-4dd3-a0a9-3a9dfe794d7b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83085b42-4891-4815-af5f-014c0f4be6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535524 Jun 07 08:30:07.489022 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e76d23-3740-4c7a-9cc7-4cea7f25336f req-1cbd53e3-7f4f-4dc9-ac34-12b4bb9048b3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:07.497211 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6e76d23-3740-4c7a-9cc7-4cea7f25336f req-1cbd53e3-7f4f-4dc9-ac34-12b4bb9048b3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 944 time: 0.2575908 Jun 07 08:30:07.499631 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e30ffc-1c20-4ca7-83f9-f8f73153279a req-0b0524ea-2874-46eb-9682-9f4d7c73a075 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:07.501485 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-90e30ffc-1c20-4ca7-83f9-f8f73153279a req-0b0524ea-2874-46eb-9682-9f4d7c73a075 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1052876 Jun 07 08:30:07.573192 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-90e30ffc-1c20-4ca7-83f9-f8f73153279a req-64e9b6ee-1a89-47c0-a5a8-479872745d23 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639462 Jun 07 08:30:07.582035 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6e76d23-3740-4c7a-9cc7-4cea7f25336f req-72d93056-e509-44b0-bb64-5e483ba434ec tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836070 Jun 07 08:30:07.584314 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-cf6e4378-0577-437a-920d-a810718fdeeb service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122133 Jun 07 08:30:07.831141 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6abf4fae-462b-4643-867c-7d9066192717 req-28992151-0342-451c-973d-435233475c5d service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341959 Jun 07 08:30:07.936827 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45484) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:08.207158 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c925f9d8-1a08-40bd-a97f-248241e1c311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.325611 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c925f9d8-1a08-40bd-a97f-248241e1c311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.449022 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c925f9d8-1a08-40bd-a97f-248241e1c311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.460039 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f0072cc0-15e7-4988-9bad-d1f73477f471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:08.499524 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c925f9d8-1a08-40bd-a97f-248241e1c311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a81a86-e704-4d9d-960c-f1df51fbe764,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:08.502530 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c925f9d8-1a08-40bd-a97f-248241e1c311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:08.505157 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-c925f9d8-1a08-40bd-a97f-248241e1c311 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d83a17a15804d9784e98f539daf4d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669506 Jun 07 08:30:08.507910 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45506) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:08.571129 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e4d009e7-728b-40bc-ad9b-cff311102c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.610642 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e4d009e7-728b-40bc-ad9b-cff311102c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.790869 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e4d009e7-728b-40bc-ad9b-cff311102c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.793225 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e4d009e7-728b-40bc-ad9b-cff311102c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:08.796573 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e4d009e7-728b-40bc-ad9b-cff311102c3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a4a81a86-e704-4d9d-960c-f1df51fbe764 HTTP/1.1" status: 204 len: 168 time: 0.2854686 Jun 07 08:30:08.800161 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a2eb2b2d-6e1f-43ed-9848-733e8b6a0e22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:08.827890 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d009e7-728b-40bc-ad9b-cff311102c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a81a86-e704-4d9d-960c-f1df51fbe764,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:08.838030 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e4d009e7-728b-40bc-ad9b-cff311102c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:08.892950 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a280b51-0f6c-49af-95c6-317eb83a62cc req-7b913dec-6f18-46b0-8706-110a4eee84fc tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:08.895836 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2a280b51-0f6c-49af-95c6-317eb83a62cc req-7b913dec-6f18-46b0-8706-110a4eee84fc tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1461320 Jun 07 08:30:08.903933 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fec9c7-f842-4ddc-a895-94a661b23d86 req-48f90292-a4ec-46bb-ae83-2cffba888654 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:08.907460 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b7fec9c7-f842-4ddc-a895-94a661b23d86 req-48f90292-a4ec-46bb-ae83-2cffba888654 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 944 time: 0.1629012 Jun 07 08:30:08.966363 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2a280b51-0f6c-49af-95c6-317eb83a62cc req-ee72ebd1-ec9a-49f0-b59e-883a98cee5a6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607648 Jun 07 08:30:08.969955 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b7fec9c7-f842-4ddc-a895-94a661b23d86 req-ad67ea9b-3c59-43a2-a032-f1fb090bb2b1 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556562 Jun 07 08:30:09.592795 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45562) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:09.609740 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5eb792b-5a8f-4cd3-ad54-919bee8f6de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.726645 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5eb792b-5a8f-4cd3-ad54-919bee8f6de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.789539 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5eb792b-5a8f-4cd3-ad54-919bee8f6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.800169 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a24bd004-48a7-4906-93d2-019af07d4371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:09.843626 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b5eb792b-5a8f-4cd3-ad54-919bee8f6de8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d8ee18516f248d48b452850e244ac8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497039 Jun 07 08:30:09.845540 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45576) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:09.856480 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb792b-5a8f-4cd3-ad54-919bee8f6de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eb5157-e014-40cb-a266-f1e5cd73f077,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:09.861050 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b5eb792b-5a8f-4cd3-ad54-919bee8f6de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:09.908577 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b690d8e9-9e14-4ee6-9efc-be11dd783989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:09.943603 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b690d8e9-9e14-4ee6-9efc-be11dd783989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.055636 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b690d8e9-9e14-4ee6-9efc-be11dd783989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.064152 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b690d8e9-9e14-4ee6-9efc-be11dd783989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.066796 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b690d8e9-9e14-4ee6-9efc-be11dd783989 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14eb5157-e014-40cb-a266-f1e5cd73f077 HTTP/1.1" status: 204 len: 168 time: 0.2191925 Jun 07 08:30:10.066796 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-780b70c5-21ac-4860-a793-84d72bc258e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:10.088291 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690d8e9-9e14-4ee6-9efc-be11dd783989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eb5157-e014-40cb-a266-f1e5cd73f077,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:10.097355 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b690d8e9-9e14-4ee6-9efc-be11dd783989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:10.170008 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914396a-0441-41de-bc35-dc74d68b7a9d req-b6f82302-aaee-4598-a840-931e4195eb06 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:10.177840 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7914396a-0441-41de-bc35-dc74d68b7a9d req-b6f82302-aaee-4598-a840-931e4195eb06 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 944 time: 0.1015806 Jun 07 08:30:10.221621 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45592) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:10.241413 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7914396a-0441-41de-bc35-dc74d68b7a9d req-e3b5afb6-d002-4075-8506-c0afa70ed1cf tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606079 Jun 07 08:30:10.266849 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3a06e-c0c6-4741-b374-e5f26abd58cf req-743482c0-49e3-47aa-89fb-6c7a48890764 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:10.280983 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-afd3a06e-c0c6-4741-b374-e5f26abd58cf req-743482c0-49e3-47aa-89fb-6c7a48890764 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1251986 Jun 07 08:30:10.336020 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-afd3a06e-c0c6-4741-b374-e5f26abd58cf req-25d0f306-0467-4ff1-bc7f-9761f086190f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535851 Jun 07 08:30:10.388128 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-27c9e9b5-4f0b-4633-baec-c2d1875fb379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.569394 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-27c9e9b5-4f0b-4633-baec-c2d1875fb379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.677972 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-27c9e9b5-4f0b-4633-baec-c2d1875fb379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.685042 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-6e8a0136-a3fc-438d-b6c2-b7cec65ff9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:10.730132 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-27c9e9b5-4f0b-4633-baec-c2d1875fb379 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=592b35dc1b464c689d46b0ba729316b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066197 Jun 07 08:30:10.730614 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9e9b5-4f0b-4633-baec-c2d1875fb379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99667516-2b33-4df2-9f63-a51dde0e952c,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:10.732655 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45602) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:10.733799 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-27c9e9b5-4f0b-4633-baec-c2d1875fb379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:10.829918 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-17b960a7-df0f-432a-ac37-ce5d9eb3f762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.863342 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-17b960a7-df0f-432a-ac37-ce5d9eb3f762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:10.963295 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45614) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:10.981375 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2ade-ae03-4547-8e56-a082fdd8ed1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.003708 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-17b960a7-df0f-432a-ac37-ce5d9eb3f762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.006812 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-17b960a7-df0f-432a-ac37-ce5d9eb3f762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.007927 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-17b960a7-df0f-432a-ac37-ce5d9eb3f762 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99667516-2b33-4df2-9f63-a51dde0e952c HTTP/1.1" status: 204 len: 168 time: 0.2741754 Jun 07 08:30:11.012077 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:11.025717 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b960a7-df0f-432a-ac37-ce5d9eb3f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99667516-2b33-4df2-9f63-a51dde0e952c,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:11.028592 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-17b960a7-df0f-432a-ac37-ce5d9eb3f762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:11.107780 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2ade-ae03-4547-8e56-a082fdd8ed1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.197526 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9d5f2ade-ae03-4547-8e56-a082fdd8ed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.205659 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:11.249808 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-9d5f2ade-ae03-4547-8e56-a082fdd8ed1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6ee0a19f3994e73a952d89949a55b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2854347 Jun 07 08:30:11.250724 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f2ade-ae03-4547-8e56-a082fdd8ed1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4631427e-59a7-474d-8038-7e38a1105062,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:11.252527 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45618) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:11.258873 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9d5f2ade-ae03-4547-8e56-a082fdd8ed1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:11.336722 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0ff8c566-8acf-44c6-850c-1de1b0be8ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.398935 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45628) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:11.401648 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0ff8c566-8acf-44c6-850c-1de1b0be8ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.489079 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8830854-6fc6-4a22-8312-da34242980e7 req-d63f8e22-6809-4150-855b-59d393b7e922 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:11.490926 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d8830854-6fc6-4a22-8312-da34242980e7 req-d63f8e22-6809-4150-855b-59d393b7e922 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 944 time: 0.1388378 Jun 07 08:30:11.546448 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d8830854-6fc6-4a22-8312-da34242980e7 req-2e6cb08e-23d8-4369-99c0-f34b9864f30e tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489018 Jun 07 08:30:11.557533 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f1219798-112c-4be7-b88b-eeb3e2593ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.588914 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0ff8c566-8acf-44c6-850c-1de1b0be8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.591426 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0ff8c566-8acf-44c6-850c-1de1b0be8ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.595549 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-0ff8c566-8acf-44c6-850c-1de1b0be8ee8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4631427e-59a7-474d-8038-7e38a1105062 HTTP/1.1" status: 204 len: 168 time: 0.3411567 Jun 07 08:30:11.596881 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-734ad9d4-6843-44f3-a04d-f114cad6bec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:11.609309 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8c566-8acf-44c6-850c-1de1b0be8ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4631427e-59a7-474d-8038-7e38a1105062,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:11.619347 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf49c52-a91c-48b9-88d3-7d7f69f57c9e req-58aed21f-b841-4ce9-a566-0f2866ee1f27 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:11.620901 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6cf49c52-a91c-48b9-88d3-7d7f69f57c9e req-58aed21f-b841-4ce9-a566-0f2866ee1f27 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1553347 Jun 07 08:30:11.642057 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-0ff8c566-8acf-44c6-850c-1de1b0be8ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:11.691192 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6cf49c52-a91c-48b9-88d3-7d7f69f57c9e req-978814b0-c45d-4fa0-9f9e-e088509c07f4 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602095 Jun 07 08:30:11.732869 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f1219798-112c-4be7-b88b-eeb3e2593ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.806440 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f1219798-112c-4be7-b88b-eeb3e2593ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.814691 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e1cf8e5a-7525-4f9d-a745-215e7e7831df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:11.842795 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45638) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:11.856478 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-f1219798-112c-4be7-b88b-eeb3e2593ad0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38e9bd627bad4ab396d289d4a31fb9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4562933 Jun 07 08:30:11.858421 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1219798-112c-4be7-b88b-eeb3e2593ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05437e6-d249-4b8e-b38b-0e8a9be72ab0,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:11.860476 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45640) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:11.861533 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bcd4-9a90-4058-ad17-94815cea2db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:11.861690 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f1219798-112c-4be7-b88b-eeb3e2593ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:11.869873 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7d713a1f-6ec2-4dbb-9a97-e046b5215441 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:30:11.980000 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-88c8f23e-012a-444e-b59a-f3e0cdf9d1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.011293 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-88c8f23e-012a-444e-b59a-f3e0cdf9d1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.047205 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 7d713a1f-6ec2-4dbb-9a97-e046b5215441, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7d713a1f-6ec2-4dbb-9a97-e046b5215441,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:12.065632 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '7d713a1f-6ec2-4dbb-9a97-e046b5215441', 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc', 'port_id': '7d713a1f-6ec2-4dbb-9a97-e046b5215441', 'mac_address': 'fa:16:3e:be:9f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6075478-6d4a-4774-ac30-6d5217e99cf7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:30:12.132049 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.150753 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d713a1f-6ec2-4dbb-9a97-e046b5215441 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:30:12.164176 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-88c8f23e-012a-444e-b59a-f3e0cdf9d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.166791 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-88c8f23e-012a-444e-b59a-f3e0cdf9d1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.168161 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-88c8f23e-012a-444e-b59a-f3e0cdf9d1e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e05437e6-d249-4b8e-b38b-0e8a9be72ab0 HTTP/1.1" status: 204 len: 168 time: 0.2801490 Jun 07 08:30:12.170720 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c925f9d8-1a08-40bd-a97f-248241e1c311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:12.176646 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 7d713a1f-6ec2-4dbb-9a97-e046b5215441, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7d713a1f-6ec2-4dbb-9a97-e046b5215441,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:12.185066 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8f23e-012a-444e-b59a-f3e0cdf9d1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05437e6-d249-4b8e-b38b-0e8a9be72ab0,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:12.187976 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-88c8f23e-012a-444e-b59a-f3e0cdf9d1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:12.240513 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.242927 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:12.312010 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=7d713a1f-6ec2-4dbb-9a97-e046b5215441,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:12.319532 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.319888 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.320227 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.320573 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.320911 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.321242 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.321557 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.321879 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.322198 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.322511 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.322829 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.323148 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:12.327155 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:12.367362 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bcd4-9a90-4058-ad17-94815cea2db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.460417 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4aa3bcd4-9a90-4058-ad17-94815cea2db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.467896 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-710ae175-5cc8-4681-bb65-2ccda6e16d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:12.515526 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3bcd4-9a90-4058-ad17-94815cea2db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7231e8-f620-43bc-8bb9-c9a229477c4e,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:12.522223 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-4aa3bcd4-9a90-4058-ad17-94815cea2db4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8056e4794dd47cc90dde22d2830a420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6761739 Jun 07 08:30:12.522223 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4aa3bcd4-9a90-4058-ad17-94815cea2db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:12.523312 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45652) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:12.598137 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-737b840b-48fe-4f83-b6e7-8cee4b20b184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.633931 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-737b840b-48fe-4f83-b6e7-8cee4b20b184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.683494 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['7d713a1f-6ec2-4dbb-9a97-e046b5215441'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:30:12.782890 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618053e-2410-42bc-92e7-b9ed534641ab req-48fb674b-1deb-4640-8109-619d666c6737 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:12.784671 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1618053e-2410-42bc-92e7-b9ed534641ab req-48fb674b-1deb-4640-8109-619d666c6737 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 945 time: 0.1179204 Jun 07 08:30:12.814881 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-737b840b-48fe-4f83-b6e7-8cee4b20b184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.818816 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-737b840b-48fe-4f83-b6e7-8cee4b20b184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:12.820428 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-737b840b-48fe-4f83-b6e7-8cee4b20b184 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d7231e8-f620-43bc-8bb9-c9a229477c4e HTTP/1.1" status: 204 len: 168 time: 0.2958865 Jun 07 08:30:12.822264 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e2874c30-49d4-473c-afef-783dd5f817df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:12.858245 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b840b-48fe-4f83-b6e7-8cee4b20b184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7231e8-f620-43bc-8bb9-c9a229477c4e,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:12.866600 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-737b840b-48fe-4f83-b6e7-8cee4b20b184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:12.896581 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1618053e-2410-42bc-92e7-b9ed534641ab req-db52885b-d4ad-4b57-b835-8a35ef73445a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006653 Jun 07 08:30:13.041530 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e6092-51c6-48d9-8808-002158ae7467 req-9c8ce748-1d13-4d3a-bea4-23a02dcfa3ed tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:13.043180 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c92e6092-51c6-48d9-8808-002158ae7467 req-9c8ce748-1d13-4d3a-bea4-23a02dcfa3ed tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1510730 Jun 07 08:30:13.099563 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c92e6092-51c6-48d9-8808-002158ae7467 req-f218341c-8df6-490b-bdd4-94ae557a3551 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500777 Jun 07 08:30:13.251858 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:30:14.122948 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223bf32-3fc9-4d1b-9a62-a84dcb81e872 req-be368cfe-bf38-4651-aad5-879557c9864b tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:14.125760 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a223bf32-3fc9-4d1b-9a62-a84dcb81e872 req-be368cfe-bf38-4651-aad5-879557c9864b tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 945 time: 0.0985548 Jun 07 08:30:14.178726 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a223bf32-3fc9-4d1b-9a62-a84dcb81e872 req-35bef3cd-00bb-4dee-9218-81f66c9ac955 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469332 Jun 07 08:30:14.368503 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2534b1-831d-43d5-ac54-61f6c3149784 req-2710b708-e193-41e7-8089-8f83f8ffdf23 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:14.370033 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cd2534b1-831d-43d5-ac54-61f6c3149784 req-2710b708-e193-41e7-8089-8f83f8ffdf23 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0926583 Jun 07 08:30:14.418707 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cd2534b1-831d-43d5-ac54-61f6c3149784 req-04cc5ed4-cbcf-43c8-8eb7-eafc46f1b3a4 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426514 Jun 07 08:30:15.391447 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391230b-62bb-4702-bb10-781de8be7c13 req-54134ebc-ff04-4ae2-b49f-6191105e399c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:15.393183 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1391230b-62bb-4702-bb10-781de8be7c13 req-54134ebc-ff04-4ae2-b49f-6191105e399c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 945 time: 0.0995138 Jun 07 08:30:15.443575 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1391230b-62bb-4702-bb10-781de8be7c13 req-ab164270-f06d-46b2-a2d3-195a10694856 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424285 Jun 07 08:30:15.627602 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcaa13f-4ae9-4f80-954b-fef373f59bd2 req-15a4b1de-735c-4c1b-a136-55615f89a381 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:15.629088 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9bcaa13f-4ae9-4f80-954b-fef373f59bd2 req-15a4b1de-735c-4c1b-a136-55615f89a381 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0823901 Jun 07 08:30:15.684156 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9bcaa13f-4ae9-4f80-954b-fef373f59bd2 req-3caf3750-5d3c-44d9-a5d0-2c6d0aa0cfb1 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435917 Jun 07 08:30:15.907160 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7d713a1f-6ec2-4dbb-9a97-e046b5215441 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:30:16.048722 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 7d713a1f-6ec2-4dbb-9a97-e046b5215441 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:30:16.053518 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 7d713a1f-6ec2-4dbb-9a97-e046b5215441 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:30:16.053895 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.195313 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.229906 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca23d21-56a5-4244-92d0-64e625cde7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d713a1f-6ec2-4dbb-9a97-e046b5215441'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:30:16.230269 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45828) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:16.232365 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c55f42-cdb3-49d9-a634-ec0990cd3235" -d '{"events": [{"server_uuid": "eca23d21-56a5-4244-92d0-64e625cde7fe", "name": "network-vif-plugged", "status": "completed", "tag": "7d713a1f-6ec2-4dbb-9a97-e046b5215441"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:30:16.254719 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 7d713a1f-6ec2-4dbb-9a97-e046b5215441, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7d713a1f-6ec2-4dbb-9a97-e046b5215441,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:16.288217 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47012d04-d05b-4684-9397-ce2936e4a34a x-openstack-request-id: req-47012d04-d05b-4684-9397-ce2936e4a34a {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:30:16.288508 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca23d21-56a5-4244-92d0-64e625cde7fe", "name": "network-vif-plugged", "status": "completed", "tag": "7d713a1f-6ec2-4dbb-9a97-e046b5215441", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:30:16.288967 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47012d04-d05b-4684-9397-ce2936e4a34a {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:30:16.289366 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca23d21-56a5-4244-92d0-64e625cde7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d713a1f-6ec2-4dbb-9a97-e046b5215441', 'code': 200} Jun 07 08:30:16.323068 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.330503 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:16.424867 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ecbce220-9978-4ea3-aa18-616689ebb59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.426064 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=7d713a1f-6ec2-4dbb-9a97-e046b5215441,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:16.438619 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:16.603379 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ecbce220-9978-4ea3-aa18-616689ebb59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.651913 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8afb-9ead-4f34-9323-bc0e6ac2542f req-46fe06a6-48c6-4f19-87dc-0a490547718a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:16.653398 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d0cf8afb-9ead-4f34-9323-bc0e6ac2542f req-46fe06a6-48c6-4f19-87dc-0a490547718a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 946 time: 0.0860403 Jun 07 08:30:16.704790 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d0cf8afb-9ead-4f34-9323-bc0e6ac2542f req-bcaf7e5f-aeea-49de-b663-9daa558ad2e9 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454774 Jun 07 08:30:16.728689 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ecbce220-9978-4ea3-aa18-616689ebb59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.737513 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-151e78a9-2cf9-45e0-9008-0e608f38e0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:16.777870 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ecbce220-9978-4ea3-aa18-616689ebb59b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=489869578cf841628514141c05c99453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5464249 Jun 07 08:30:16.779449 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbce220-9978-4ea3-aa18-616689ebb59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9a35bc-7eee-4096-8916-49b191e36b69,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:16.780474 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45856) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:16.794208 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ecbce220-9978-4ea3-aa18-616689ebb59b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:16.906758 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638fbf3-8789-4d77-806a-9ff8f5d9bc22 req-8816674d-8a52-4139-82bf-f5bbd6974024 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:16.908686 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b638fbf3-8789-4d77-806a-9ff8f5d9bc22 req-8816674d-8a52-4139-82bf-f5bbd6974024 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0926173 Jun 07 08:30:16.914972 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ae3cedfd-f3bf-4186-9192-c6fe25b53dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.948078 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ae3cedfd-f3bf-4186-9192-c6fe25b53dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:16.962198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f7f45-8a66-4532-be7a-71ba64f73630 req-8c4170c7-9ff9-4cf1-a702-3d7caccb760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:16.963128 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b638fbf3-8789-4d77-806a-9ff8f5d9bc22 req-8354322b-0bd6-4e4e-bfe9-5eae939bd59c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464389 Jun 07 08:30:16.963659 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a11f7f45-8a66-4532-be7a-71ba64f73630 req-8c4170c7-9ff9-4cf1-a702-3d7caccb760a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 1099 time: 0.1428006 Jun 07 08:30:17.021950 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a11f7f45-8a66-4532-be7a-71ba64f73630 req-7b7ec09c-a351-4bbc-a01f-ad3b81b71875 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 Jun 07 08:30:17.168830 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ae3cedfd-f3bf-4186-9192-c6fe25b53dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:17.171468 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ae3cedfd-f3bf-4186-9192-c6fe25b53dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:17.175013 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-ae3cedfd-f3bf-4186-9192-c6fe25b53dcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e9a35bc-7eee-4096-8916-49b191e36b69 HTTP/1.1" status: 204 len: 168 time: 0.3793654 Jun 07 08:30:17.175013 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9d5f2ade-ae03-4547-8e56-a082fdd8ed1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:17.185498 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3cedfd-f3bf-4186-9192-c6fe25b53dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9a35bc-7eee-4096-8916-49b191e36b69,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:17.188014 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ae3cedfd-f3bf-4186-9192-c6fe25b53dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:17.801732 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45876) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:17.852058 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c39fa3c-1d79-40a7-9eda-b066b081409b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:17.945889 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430b8e8-557e-42ac-91dd-58f35b45da08 req-679be85c-8c87-4847-a2b5-688824b01b6e tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:17.947344 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4430b8e8-557e-42ac-91dd-58f35b45da08 req-679be85c-8c87-4847-a2b5-688824b01b6e tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 946 time: 0.1304924 Jun 07 08:30:18.014493 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4430b8e8-557e-42ac-91dd-58f35b45da08 req-492e754c-edfd-40e7-8373-9c043884b80f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606687 Jun 07 08:30:18.045237 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c39fa3c-1d79-40a7-9eda-b066b081409b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:18.125971 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c39fa3c-1d79-40a7-9eda-b066b081409b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:18.135958 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-737b840b-48fe-4f83-b6e7-8cee4b20b184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:18.159503 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ddddf-4f94-4511-a6de-9d29bab04481 req-d2e9b361-5481-4a93-bf46-1fd0dfe91715 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:18.161031 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a71ddddf-4f94-4511-a6de-9d29bab04481 req-d2e9b361-5481-4a93-bf46-1fd0dfe91715 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0846567 Jun 07 08:30:18.172690 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c39fa3c-1d79-40a7-9eda-b066b081409b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=901b5bd8-d26a-4b3a-a2ec-019e540c5f5c,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:18.182721 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-2c39fa3c-1d79-40a7-9eda-b066b081409b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:18.194727 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-2c39fa3c-1d79-40a7-9eda-b066b081409b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68e4070332ae4949983fc5edb8a7c66a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3888772 Jun 07 08:30:18.194937 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45884) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:18.217113 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a71ddddf-4f94-4511-a6de-9d29bab04481 req-af49aa40-54d6-4906-a4eb-de93fea014d8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501046 Jun 07 08:30:18.266697 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0ec70fad-b61e-40d6-ad36-d5c584d1cca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:18.297017 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0ec70fad-b61e-40d6-ad36-d5c584d1cca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:18.457152 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0ec70fad-b61e-40d6-ad36-d5c584d1cca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:18.461483 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0ec70fad-b61e-40d6-ad36-d5c584d1cca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:18.461483 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-0ec70fad-b61e-40d6-ad36-d5c584d1cca6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/901b5bd8-d26a-4b3a-a2ec-019e540c5f5c HTTP/1.1" status: 204 len: 168 time: 0.2654495 Jun 07 08:30:18.462005 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:18.471337 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec70fad-b61e-40d6-ad36-d5c584d1cca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901b5bd8-d26a-4b3a-a2ec-019e540c5f5c,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:18.479853 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-0ec70fad-b61e-40d6-ad36-d5c584d1cca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:19.009902 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45918) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:19.195431 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5f028d43-0f20-46c1-a116-5162a9b54fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:19.279656 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4f26d-c0d6-418b-ba96-2c23cf4a26fc req-dba6cd35-8b07-4d34-8a69-2d016ccdde14 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:19.281173 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-03a4f26d-c0d6-418b-ba96-2c23cf4a26fc req-dba6cd35-8b07-4d34-8a69-2d016ccdde14 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 946 time: 0.1482091 Jun 07 08:30:19.375588 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-03a4f26d-c0d6-418b-ba96-2c23cf4a26fc req-0d9b1462-981a-496b-817a-a62067918292 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763025 Jun 07 08:30:19.392410 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5f028d43-0f20-46c1-a116-5162a9b54fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:19.447372 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4367a52-69c3-4bc5-a2f6-b9ffd439294e req-353b7f63-e2c8-489f-bf24-37f2f68cde70 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:19.448865 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d4367a52-69c3-4bc5-a2f6-b9ffd439294e req-353b7f63-e2c8-489f-bf24-37f2f68cde70 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0847590 Jun 07 08:30:19.474567 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5f028d43-0f20-46c1-a116-5162a9b54fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:19.483044 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f1219798-112c-4be7-b88b-eeb3e2593ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:19.504053 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d4367a52-69c3-4bc5-a2f6-b9ffd439294e req-dfb6376f-adbd-430a-8be3-3be27b640de6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493093 Jun 07 08:30:19.546954 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-5f028d43-0f20-46c1-a116-5162a9b54fe3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d63fc2d7429e4dbe815838ed1dea6684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5354805 Jun 07 08:30:19.547883 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f028d43-0f20-46c1-a116-5162a9b54fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd0b894-759c-4556-b4a4-35fa6ccf6688,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:19.549254 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45938) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:19.551490 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5f028d43-0f20-46c1-a116-5162a9b54fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:19.638383 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-71f25aab-c5a3-4d8b-a0dd-13c5e0878919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:19.667738 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-71f25aab-c5a3-4d8b-a0dd-13c5e0878919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:19.843594 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-71f25aab-c5a3-4d8b-a0dd-13c5e0878919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:19.847014 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-71f25aab-c5a3-4d8b-a0dd-13c5e0878919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:19.852417 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-71f25aab-c5a3-4d8b-a0dd-13c5e0878919 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbd0b894-759c-4556-b4a4-35fa6ccf6688 HTTP/1.1" status: 204 len: 168 time: 0.2997293 Jun 07 08:30:19.852417 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b943e796-08a5-4a75-b734-4dbef970ee23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:19.871187 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f25aab-c5a3-4d8b-a0dd-13c5e0878919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd0b894-759c-4556-b4a4-35fa6ccf6688,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:19.894852 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-71f25aab-c5a3-4d8b-a0dd-13c5e0878919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:20.699454 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3bf41-210b-4d7d-8ef2-b227168d51b1 req-501951a6-421b-4fa6-a369-efee62172d38 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:20.705794 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-dfb3bf41-210b-4d7d-8ef2-b227168d51b1 req-501951a6-421b-4fa6-a369-efee62172d38 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0824289 Jun 07 08:30:20.705904 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 45974) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:20.721609 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c58ade48-9026-48e4-a8c0-5c0bdbc523ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:20.763954 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-dfb3bf41-210b-4d7d-8ef2-b227168d51b1 req-42a61440-3b0b-48ad-9331-02766a4d737a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422311 Jun 07 08:30:20.832324 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c58ade48-9026-48e4-a8c0-5c0bdbc523ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:20.905979 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c58ade48-9026-48e4-a8c0-5c0bdbc523ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:20.913439 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-031aca75-9633-4529-8396-8e9a56cbee62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:20.955584 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c58ade48-9026-48e4-a8c0-5c0bdbc523ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=98e4c0730a624ace8a577a6784f9cbf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517214 Jun 07 08:30:20.956327 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58ade48-9026-48e4-a8c0-5c0bdbc523ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db45ecb-444b-4660-a8d0-ff132ea5ecee,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:20.959556 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 45982) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:20.971698 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c58ade48-9026-48e4-a8c0-5c0bdbc523ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:21.066959 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3d9994cc-d560-4122-bf00-d1546976d41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:21.096942 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3d9994cc-d560-4122-bf00-d1546976d41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:21.269641 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3d9994cc-d560-4122-bf00-d1546976d41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:21.272364 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3d9994cc-d560-4122-bf00-d1546976d41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:21.273580 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-3d9994cc-d560-4122-bf00-d1546976d41c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2db45ecb-444b-4660-a8d0-ff132ea5ecee HTTP/1.1" status: 204 len: 168 time: 0.3119860 Jun 07 08:30:21.274366 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b6d84dad-7654-4359-9317-f92778d041e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:21.291458 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9994cc-d560-4122-bf00-d1546976d41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db45ecb-444b-4660-a8d0-ff132ea5ecee,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:21.294592 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3d9994cc-d560-4122-bf00-d1546976d41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:21.963486 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9c08f-1410-4c9b-b04e-7e0b0707f292 req-b04c6182-8e62-48fe-955e-5865b9cf0a71 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:21.965210 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0c9c08f-1410-4c9b-b04e-7e0b0707f292 req-b04c6182-8e62-48fe-955e-5865b9cf0a71 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0879352 Jun 07 08:30:22.011307 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0c9c08f-1410-4c9b-b04e-7e0b0707f292 req-8d6fa3ae-e04a-45ae-9136-877eae9f4f14 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406029 Jun 07 08:30:22.445352 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950e353-10f4-45d2-936c-fe3200e7b6ab req-1f21dbb9-a02c-4fcc-bd63-7f5539b2df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:22.447093 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c950e353-10f4-45d2-936c-fe3200e7b6ab req-1f21dbb9-a02c-4fcc-bd63-7f5539b2df77 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 1098 time: 0.1787293 Jun 07 08:30:22.529205 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c950e353-10f4-45d2-936c-fe3200e7b6ab req-1e79fd5f-526b-45d6-ade2-489732b16a3a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685101 Jun 07 08:30:22.542206 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 46044) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:22.673252 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1725272798-network', 'tenant_id': 'e46261da70f040fbaec9c076afb3958f'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:22.765918 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Made reservation on behalf of e46261da70f040fbaec9c076afb3958f for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:30:22.768430 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:22.782368 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:22.897825 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:22.994326 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:22.997627 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-0ff8c566-8acf-44c6-850c-1de1b0be8ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:23.028776 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] vlan segment allocate from pool success with {'vlan_id': 712, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:30:23.034352 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4b697e2c-8938-4067-a06e-513136546ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:23.041329 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1f030a-cb82-4402-a526-02008a2876ce,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:23.045658 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:23.048037 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:23.048601 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Added segment 4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200 of type vlan for network 70314119-de36-45b8-80e4-62992490ff04 Jun 07 08:30:23.222188 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:23.318209 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24670aa-e305-4bdb-bfad-46d55af37fde req-e791159f-b6f2-4241-8255-f9b788fe3db1 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:23.320109 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d24670aa-e305-4bdb-bfad-46d55af37fde req-e791159f-b6f2-4241-8255-f9b788fe3db1 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1595628 Jun 07 08:30:23.375240 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d24670aa-e305-4bdb-bfad-46d55af37fde req-0282183f-ffbb-4c23-bb7c-a05267629dee tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485168 Jun 07 08:30:23.376913 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:23.378325 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:23.378944 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:23.385199 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:23.478381 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Pushing event updated for resources: {'Network': ['ID=70314119-de36-45b8-80e4-62992490ff04,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:23.480959 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:23.487901 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 70314119-de36-45b8-80e4-62992490ff04 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:30:23.515253 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9718964 Jun 07 08:30:23.518162 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 46062) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:23.524109 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Request body: {'subnet': {'network_id': '70314119-de36-45b8-80e4-62992490ff04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1725272798-subnet', 'tenant_id': 'e46261da70f040fbaec9c076afb3958f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:23.640136 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Made reservation on behalf of e46261da70f040fbaec9c076afb3958f for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:30:23.642981 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398435'] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:23.944033 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2161756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398449'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:23.949104 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:24.022187 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3212e5c-9bcb-47ae-a1df-b8d851a6bcf3,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:24.027690 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:24.031661 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Checking segment: {'id': '4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '70314119-de36-45b8-80e4-62992490ff04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:30:24.032021 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Network hostable DHCP agents. Network: 70314119-de36-45b8-80e4-62992490ff04, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:30:24.137127 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Network 70314119-de36-45b8-80e4-62992490ff04 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:30:24.257956 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 70314119-de36-45b8-80e4-62992490ff04) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:30:24.262690 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:24.263533 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:24.269455 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213eb06d-a478-4f80-b666-25852b1945de None None] Network 70314119-de36-45b8-80e4-62992490ff04 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:30:24.389018 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-da6fb867-1363-4a62-bfa0-e1ed44564116 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8666101 Jun 07 08:30:24.488776 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bd2a6f-6256-4757-b6ef-7b48fc83c43f None None] Network 70314119-de36-45b8-80e4-62992490ff04 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:30:24.882111 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7c251-f233-40f9-b8f4-dc6c7def56c1 req-332bc8fb-89d7-4004-a569-f1b03c70f3d5 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:24.884306 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f9f7c251-f233-40f9-b8f4-dc6c7def56c1 req-332bc8fb-89d7-4004-a569-f1b03c70f3d5 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2029226 Jun 07 08:30:24.965879 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f9f7c251-f233-40f9-b8f4-dc6c7def56c1 req-83952c92-1101-4d84-a342-187857f0e413 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752020 Jun 07 08:30:25.083777 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:25.231963 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e5d7-311c-4bc8-a213-99a4c4929921 req-351dc6e3-ccc5-450e-9d9f-7cdd5582666d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:25.234066 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ce38e5d7-311c-4bc8-a213-99a4c4929921 req-351dc6e3-ccc5-450e-9d9f-7cdd5582666d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0957177 Jun 07 08:30:25.341320 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ce38e5d7-311c-4bc8-a213-99a4c4929921 req-f68b310e-d70d-428d-b58b-bab674fdfd09 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987983 Jun 07 08:30:25.658039 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 46126) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:25.663659 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-251895193-network', 'tenant_id': '5dac5e7fc2e74cbb97c1b9c6a574254f'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:25.785992 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Made reservation on behalf of 5dac5e7fc2e74cbb97c1b9c6a574254f for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:30:25.789512 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:25.817780 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:25.834916 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5a271d3e-4f10-43c9-afdb-236aeab87756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:25.857201 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:25.948149 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:26.045749 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:26.049988 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-88c8f23e-012a-444e-b59a-f3e0cdf9d1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:26.075607 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 727, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:30:26.085897 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec746a0-39d8-4c19-bcc6-1e122ebdf0cf,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:26.089889 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:26.091138 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:26.091480 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Added segment e11ce95c-18c5-426c-8314-a7865dde2d4e of type vlan for network dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a Jun 07 08:30:26.122678 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:26.245930 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:26.247886 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:26.249714 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:26.271587 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3ca245d8-8fb3-49e1-ab6c-212e68d4e383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:26.386795 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Pushing event updated for resources: {'Network': ['ID=dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:26.390717 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7312024 Jun 07 08:30:26.391582 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:26.393564 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 46138) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:26.399978 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Request body: {'subnet': {'network_id': 'dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-251895193-subnet', 'tenant_id': '5dac5e7fc2e74cbb97c1b9c6a574254f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:26.404180 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:30:26.505824 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Made reservation on behalf of 5dac5e7fc2e74cbb97c1b9c6a574254f for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:30:26.508288 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398435'] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:26.809649 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2161756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398449'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:26.814843 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:26.886145 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9430136e-61de-46cc-a3fc-0ed8d3c52fb7,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:26.892188 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:26.929629 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Checking segment: {'id': 'e11ce95c-18c5-426c-8314-a7865dde2d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': 'dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:30:26.929898 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Network hostable DHCP agents. Network: dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:30:27.028646 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Network dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:30:27.100033 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:30:27.104750 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:27.105425 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:27.112570 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0633a6-ad36-424b-98c8-a477281b894c None None] Network dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:30:27.219794 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8248608 Jun 07 08:30:27.460676 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009d6811-a0b1-4aa2-a223-a03a61321bcb None None] Network dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:30:27.563046 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:28.137112 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-a21d9e1c-48b8-4d0b-ad36-d8fb4e0c592c tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:28.144052 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-a21d9e1c-48b8-4d0b-ad36-d8fb4e0c592c tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/networks?id=70314119-de36-45b8-80e4-62992490ff04 HTTP/1.1" status: 200 len: 809 time: 0.1844339 Jun 07 08:30:28.160513 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-87cb95dc-79c8-4b6e-94a6-a9de5aea08eb tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/quotas/e46261da70f040fbaec9c076afb3958f HTTP/1.1" status: 200 len: 375 time: 0.0155478 Jun 07 08:30:28.211218 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-a456263d-ffa4-43e4-b504-4ff64e0cb919 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e46261da70f040fbaec9c076afb3958f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486321 Jun 07 08:30:28.362146 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-01708dd2-efa7-4ee5-89d5-fd7e562b274e service neutron] 10.222.0.15 "GET /v2.0/networks/70314119-de36-45b8-80e4-62992490ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452341 Jun 07 08:30:28.503217 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-f6096aca-0a76-4842-b280-b76309a8b622 service neutron] 10.222.0.15 "GET /v2.0/networks/70314119-de36-45b8-80e4-62992490ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324286 Jun 07 08:30:28.792932 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae1d21-54aa-40c2-95a2-dc5433dbfbea req-159539b5-bf12-4e6a-bdc6-85541152584e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:28.795093 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-22ae1d21-54aa-40c2-95a2-dc5433dbfbea req-159539b5-bf12-4e6a-bdc6-85541152584e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1324511 Jun 07 08:30:28.869687 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-22ae1d21-54aa-40c2-95a2-dc5433dbfbea req-fd54ed5f-d3e9-4731-b896-029db1c552f1 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632200 Jun 07 08:30:28.970202 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-86548c78-866d-4094-bee5-305ea1032162 req-8afca1ee-ae6c-497a-99cd-cedf1eb056ca tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 210 time: 0.1283140 Jun 07 08:30:29.019986 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-32e34f68-85fb-41f1-8ca4-2da55f1da839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:29.022995 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-32e34f68-85fb-41f1-8ca4-2da55f1da839 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1098 time: 0.2639577 Jun 07 08:30:29.184283 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-afe48f67-600c-4aee-8be7-d0f99d589360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:29.185872 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-afe48f67-600c-4aee-8be7-d0f99d589360 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 920 time: 0.1529868 Jun 07 08:30:29.266402 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-f0e22e71-0b1f-4ec9-8e9c-7da0fa5c5854 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278e7e97-7e06-4294-8e52-61d7844061a6 HTTP/1.1" status: 200 len: 217 time: 0.0678566 Jun 07 08:30:29.334455 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-b79f7a6e-a770-4d1f-a617-63f70a14b97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:29.335918 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-b79f7a6e-a770-4d1f-a617-63f70a14b97f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.0626874 Jun 07 08:30:29.391041 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-15a34760-6e3f-4ebe-85c4-cf0d5a8db324 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456076 Jun 07 08:30:29.446397 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:29.566667 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-8706f9a1-ee76-4b92-a8f0-622fb2e5e89c service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634142 Jun 07 08:30:29.939009 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3608ceb7-d7d1-4a37-ae06-6b26ad1cb9e6 req-28da2cbd-a6d0-4b38-b4df-0a917f2b11b2 service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648982 Jun 07 08:30:29.990047 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-64c2b688-52f4-4c74-a308-ca4be032750f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:29.991815 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-64c2b688-52f4-4c74-a308-ca4be032750f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 815 time: 0.3024046 Jun 07 08:30:30.011216 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-b45d6942-957d-446f-bf89-df42d250a023 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/quotas/3213eab5b0e144778fcaba306bfd02a5 HTTP/1.1" status: 200 len: 375 time: 0.0139282 Jun 07 08:30:30.126241 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d5a784-348c-4e6b-b53d-c417126b4243 req-b15871df-946d-4db8-8c1d-4f131fd16c5a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:30.133419 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-cbf151bd-232a-4534-a36f-ee5e8f11ffc4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1105003 Jun 07 08:30:30.133683 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-00d5a784-348c-4e6b-b53d-c417126b4243 req-b15871df-946d-4db8-8c1d-4f131fd16c5a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1237874 Jun 07 08:30:30.207239 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-00d5a784-348c-4e6b-b53d-c417126b4243 req-e0f9f2d7-78a1-430b-9c47-add3a47bae81 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678623 Jun 07 08:30:30.317930 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-5ccc0799-3c05-463f-9112-052da0b49ea8 service neutron] 10.222.0.15 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802816 Jun 07 08:30:30.389497 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cde5e20c-5e14-4fb6-a589-c7d805835c82 req-d1bfd34a-e641-4281-9a2a-a36a14b8e8c4 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 210 time: 0.0473685 Jun 07 08:30:30.495362 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-f8a7b738-dc86-4e8a-a01b-c1b9a936ddbf service neutron] 10.222.0.15 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695821 Jun 07 08:30:30.755833 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f4a39b70-213b-4771-be63-312a9c3e35d0 req-7ed22bd3-556c-43e1-a685-bd1326131d7b tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 210 time: 0.0515089 Jun 07 08:30:31.415797 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c26eb7-950c-4d91-b113-ef8439090c2d req-1b8d2e2b-8efb-43b8-9742-4e842c7c1d12 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:31.417423 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-80c26eb7-950c-4d91-b113-ef8439090c2d req-1b8d2e2b-8efb-43b8-9742-4e842c7c1d12 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0870252 Jun 07 08:30:31.466215 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-80c26eb7-950c-4d91-b113-ef8439090c2d req-92d29005-3ef5-457b-8ef3-6de3f1a36534 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429931 Jun 07 08:30:31.566398 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ebf8901f-37db-4a22-a9c2-3dc79b95283e req-9513ffd1-7ceb-46c2-88a7-17168ae1911d tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 210 time: 0.0497556 Jun 07 08:30:31.710448 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-3a5f2433-8f1e-432e-914b-97c2f03cb644 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:31.712047 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-3a5f2433-8f1e-432e-914b-97c2f03cb644 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.50 "GET /v2.0/networks?id=70314119-de36-45b8-80e4-62992490ff04 HTTP/1.1" status: 200 len: 809 time: 0.1672001 Jun 07 08:30:31.757269 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Request body: {'port': {'device_id': '3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9', 'network_id': '70314119-de36-45b8-80e4-62992490ff04', 'admin_state_up': True, 'tenant_id': 'e46261da70f040fbaec9c076afb3958f'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:31.947515 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-defde291-4b99-459d-9527-eaae2dd494af req-2541095c-174a-46ab-a272-8d985ae0dbcf tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 210 time: 0.0756187 Jun 07 08:30:32.000097 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Made reservation on behalf of e46261da70f040fbaec9c076afb3958f for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:30:32.003512 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:32.190756 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Allocated IP 172.20.0.9 (70314119-de36-45b8-80e4-62992490ff04/f3212e5c-9bcb-47ae-a1df-b8d851a6bcf3/c824926f-7a95-420e-8a20-b706b9f87a88) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:30:32.463455 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:32.558864 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:32.565952 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:32.702985 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Pushing event updated for resources: {'Port': ['ID=c824926f-7a95-420e-8a20-b706b9f87a88,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:32.724815 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:32.743509 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Network 70314119-de36-45b8-80e4-62992490ff04 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:30:32.747187 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:30:32.751721 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:30:32.761969 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:32.763018 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:32.768513 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb2b5a-bde4-4be9-9de7-4f8c7dedc130 req-202f0027-3c43-485d-bd70-bc16a69d0980 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:32.770960 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ffbb2b5a-bde4-4be9-9de7-4f8c7dedc130 req-202f0027-3c43-485d-bd70-bc16a69d0980 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 931 time: 0.0911872 Jun 07 08:30:32.813049 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b12f9-3092-471b-bfde-f184e265b5c4 req-70f4c60c-9753-4e45-b4a1-36baaa9c6241 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:32.814610 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b60b12f9-3092-471b-bfde-f184e265b5c4 req-70f4c60c-9753-4e45-b4a1-36baaa9c6241 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1747108 Jun 07 08:30:32.822588 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ffbb2b5a-bde4-4be9-9de7-4f8c7dedc130 req-18a006e3-2cbb-4017-b650-205d8424d15b tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Jun 07 08:30:32.864476 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b60b12f9-3092-471b-bfde-f184e265b5c4 req-1bc4c249-ba53-4d81-b323-e3982faa579e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427194 Jun 07 08:30:32.898305 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396766 Jun 07 08:30:32.935052 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Request body: {'port': {'device_id': '3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:33.059268 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:33.119244 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1a314709-b70a-4ba0-be1a-a55819111c18 req-df99d99c-f098-483a-8fc5-5fd8bb55a0ec tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 210 time: 0.0497043 Jun 07 08:30:33.590247 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-bd0cfc66-b590-4a99-a5ab-46931d45888a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:33.592435 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-bd0cfc66-b590-4a99-a5ab-46931d45888a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "GET /v2.0/networks?id=83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 200 len: 815 time: 0.2399306 Jun 07 08:30:33.653451 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Request body: {'port': {'device_id': '0792058c-cfe9-422e-9f56-3e9e24329def', 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc', 'admin_state_up': True, 'tenant_id': '3213eab5b0e144778fcaba306bfd02a5'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:33.705756 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c824926f-7a95-420e-8a20-b706b9f87a88 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:30:33.760858 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:33.796936 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Transition to ACTIVE for port object c824926f-7a95-420e-8a20-b706b9f87a88 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:30:33.871670 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:33.877647 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-03638ce7-764c-4aea-ba12-fd4ea6249493 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:33.924870 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Made reservation on behalf of 3213eab5b0e144778fcaba306bfd02a5 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:30:33.930425 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:34.191039 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a37c7-5032-48f1-b1f9-c9227376febb req-03da2863-8469-45e4-b145-ad7715bac834 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:34.201024 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9a3a37c7-5032-48f1-b1f9-c9227376febb req-03da2863-8469-45e4-b145-ad7715bac834 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 943 time: 0.1443286 Jun 07 08:30:34.201952 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Pushing event updated for resources: {'Port': ['ID=c824926f-7a95-420e-8a20-b706b9f87a88,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:34.228347 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:34.290897 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Attempting to bind port c824926f-7a95-420e-8a20-b706b9f87a88 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:30:34.291239 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Attempting to bind port c824926f-7a95-420e-8a20-b706b9f87a88 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '70314119-de36-45b8-80e4-62992490ff04'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:30:34.291552 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Attempting to bind port c824926f-7a95-420e-8a20-b706b9f87a88 on network 70314119-de36-45b8-80e4-62992490ff04 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:30:34.293545 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9a3a37c7-5032-48f1-b1f9-c9227376febb req-d0edfd62-fe82-4ce0-95e7-6a8d1bbbf455 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865200 Jun 07 08:30:34.310636 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Port c824926f-7a95-420e-8a20-b706b9f87a88 on network 70314119-de36-45b8-80e4-62992490ff04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:30:34.315343 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Attempting to bind port c824926f-7a95-420e-8a20-b706b9f87a88 on network 70314119-de36-45b8-80e4-62992490ff04 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:30:34.330475 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:30:34.330843 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Checking segment: {'id': '4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '70314119-de36-45b8-80e4-62992490ff04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:30:34.331215 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Bound using segment: {'id': '4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '70314119-de36-45b8-80e4-62992490ff04'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:30:34.331670 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Bound port: c824926f-7a95-420e-8a20-b706b9f87a88, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '70314119-de36-45b8-80e4-62992490ff04'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:30:34.332053 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:34.397089 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf86eb6-7b18-4fea-865f-36c4c59c463b req-ccf48e35-3947-48d7-b6cf-b6d37ab0cd0d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:34.405135 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1cf86eb6-7b18-4fea-865f-36c4c59c463b req-ccf48e35-3947-48d7-b6cf-b6d37ab0cd0d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.3545871 Jun 07 08:30:34.546592 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Allocated IP 172.20.0.9 (83085b42-4891-4815-af5f-014c0f4be6fc/d6075478-6d4a-4774-ac30-6d5217e99cf7/c1c0eabc-eac1-4c66-8a42-606c67a504dd) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:30:34.595007 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1cf86eb6-7b18-4fea-865f-36c4c59c463b req-9e69c0c7-2bd6-4371-8001-6e2a15ecdce7 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887457 Jun 07 08:30:34.644801 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] For port c824926f-7a95-420e-8a20-b706b9f87a88, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:30:34.663637 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c4156169-f0f3-4240-a2ee-1706ef34226a req-eac51956-7a78-4551-8896-554363c800a5 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 210 time: 0.0445714 Jun 07 08:30:34.678942 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] For port c824926f-7a95-420e-8a20-b706b9f87a88, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c824926f-7a95-420e-8a20-b706b9f87a88,segment=NetworkSegment(4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200),segment_id=4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:30:34.765981 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:34.775966 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:34.846421 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:34.851439 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:34.851439 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] 10.222.0.50 "PUT /v2.0/ports/c824926f-7a95-420e-8a20-b706b9f87a88 HTTP/1.1" status: 200 len: 1093 time: 1.9178097 Jun 07 08:30:34.851655 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9', 'tag': 'c824926f-7a95-420e-8a20-b706b9f87a88'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:30:34.853777 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41073c0-1dcc-43e8-b385-272c68b6bf45" -d '{"events": [{"name": "network-changed", "server_uuid": "3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9", "tag": "c824926f-7a95-420e-8a20-b706b9f87a88"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:30:34.905833 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Pushing event updated for resources: {'Port': ['ID=c824926f-7a95-420e-8a20-b706b9f87a88,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:34.914655 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:34.914655 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:34.917918 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77842f75-6dd1-426b-8195-13cfe4c38538 x-openstack-request-id: req-77842f75-6dd1-426b-8195-13cfe4c38538 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:30:34.918229 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9", "tag": "c824926f-7a95-420e-8a20-b706b9f87a88", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:30:34.918507 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77842f75-6dd1-426b-8195-13cfe4c38538 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:30:34.918974 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9', 'tag': 'c824926f-7a95-420e-8a20-b706b9f87a88', 'status': 'completed', 'code': 200} Jun 07 08:30:35.025281 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:35.033460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-50ee5e00-5588-4e61-813e-b80d84327eed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:35.079634 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['a39ef61e-fd7b-492f-ae99-8fab89e129af', 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a', '7d713a1f-6ec2-4dbb-9a97-e046b5215441'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:30:35.104844 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Network 83085b42-4891-4815-af5f-014c0f4be6fc is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:30:35.113407 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:30:35.115113 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:30:35.120411 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:35.121067 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:35.146982 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Pushing event updated for resources: {'Port': ['ID=c1c0eabc-eac1-4c66-8a42-606c67a504dd,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:35.151394 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:35.161871 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41073c0-1dcc-43e8-b385-272c68b6bf45 req-3cce66da-f86c-4ff7-9f99-b12bb9f1a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:35.163268 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c41073c0-1dcc-43e8-b385-272c68b6bf45 req-3cce66da-f86c-4ff7-9f99-b12bb9f1a0c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e46261da70f040fbaec9c076afb3958f&device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 1096 time: 0.1870854 Jun 07 08:30:35.218828 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5799048 Jun 07 08:30:35.241759 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Request body: {'port': {'device_id': '0792058c-cfe9-422e-9f56-3e9e24329def', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:30:35.448361 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 46490) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:35.537106 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41073c0-1dcc-43e8-b385-272c68b6bf45 req-725ec56f-7a27-4d0e-a19a-8908d0cc29b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:35.539171 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c41073c0-1dcc-43e8-b385-272c68b6bf45 req-725ec56f-7a27-4d0e-a19a-8908d0cc29b2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=e46261da70f040fbaec9c076afb3958f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3507652 Jun 07 08:30:35.550703 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:35.624426 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf5eb3-0a13-47ba-a159-bd4a6e8dafeb req-f14a7a3e-aa78-45f8-9941-b5ad5d5072eb tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:35.636728 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8bbf5eb3-0a13-47ba-a159-bd4a6e8dafeb req-f14a7a3e-aa78-45f8-9941-b5ad5d5072eb tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 943 time: 0.2133768 Jun 07 08:30:35.680327 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8bbf5eb3-0a13-47ba-a159-bd4a6e8dafeb req-95a01327-1c8a-4c3e-aeac-5594b839dcdd tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Jun 07 08:30:35.762700 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8c3e0380-4c24-4ce6-bd90-c3ae63a7c026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:35.884521 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3fa19-7609-481a-b832-6bd57cc79f42 req-78d8d280-6a70-47fb-8992-914e85738613 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:35.886075 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-64b3fa19-7609-481a-b832-6bd57cc79f42 req-78d8d280-6a70-47fb-8992-914e85738613 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0908654 Jun 07 08:30:35.931635 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41073c0-1dcc-43e8-b385-272c68b6bf45 req-1a369a0e-6e05-42c9-964b-fcf01924677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:35.933224 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c41073c0-1dcc-43e8-b385-272c68b6bf45 req-1a369a0e-6e05-42c9-964b-fcf01924677e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3605196 Jun 07 08:30:35.948130 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-64b3fa19-7609-481a-b832-6bd57cc79f42 req-105bfc42-ee34-4ea4-ba6e-12d435344bb0 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559711 Jun 07 08:30:36.211539 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8608f1e-8aa4-4a4e-94c4-a8531c353916 req-8a5fbaa3-044c-4b95-85b1-c140af63fb4f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:36.212941 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f8608f1e-8aa4-4a4e-94c4-a8531c353916 req-8a5fbaa3-044c-4b95-85b1-c140af63fb4f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 931 time: 0.3518288 Jun 07 08:30:36.246061 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8c3e0380-4c24-4ce6-bd90-c3ae63a7c026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:36.331176 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8c3e0380-4c24-4ce6-bd90-c3ae63a7c026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:36.339541 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bc40285e-bcfc-4506-aaf2-650bcfc0c5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:36.348467 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f8608f1e-8aa4-4a4e-94c4-a8531c353916 req-168fabe7-9eae-4ba1-b978-31f18f89eff4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229496 Jun 07 08:30:36.350373 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-fdbabab8-03fb-4b80-a3cb-edb6c2f465e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:36.351748 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-fdbabab8-03fb-4b80-a3cb-edb6c2f465e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e46261da70f040fbaec9c076afb3958f&device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 1096 time: 0.2977860 Jun 07 08:30:36.384373 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c0eabc-eac1-4c66-8a42-606c67a504dd {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:30:36.453724 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:36.467503 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e0380-4c24-4ce6-bd90-c3ae63a7c026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45303c73-a447-4271-9491-d684d43c0a35,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:36.474741 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-1207d8af-4fa7-4416-9b0c-6ff233536582 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c824926f-7a95-420e-8a20-b706b9f87a88 HTTP/1.1" status: 200 len: 217 time: 0.0925570 Jun 07 08:30:36.475426 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8c3e0380-4c24-4ce6-bd90-c3ae63a7c026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:36.480452 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-8c3e0380-4c24-4ce6-bd90-c3ae63a7c026 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=49bd63ea355341689f968657981a0739&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0293858 Jun 07 08:30:36.483395 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 46510) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:36.523713 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Transition to ACTIVE for port object c1c0eabc-eac1-4c66-8a42-606c67a504dd will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:30:36.548647 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-205b5fd2-0ef2-4079-8af4-e811349283ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:36.550475 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-3d02f527-9d29-418b-9f9f-1960691e3791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:36.552634 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-3d02f527-9d29-418b-9f9f-1960691e3791 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f3212e5c-9bcb-47ae-a1df-b8d851a6bcf3 HTTP/1.1" status: 200 len: 849 time: 0.0680363 Jun 07 08:30:36.575662 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-205b5fd2-0ef2-4079-8af4-e811349283ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:36.602988 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:36.611969 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8415bbc6-35a2-4b66-a7fd-7a26ccce1cc0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:36.649042 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-424fe8d8-3db4-4910-9626-a0c21aaf0a25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=70314119-de36-45b8-80e4-62992490ff04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810685 Jun 07 08:30:36.733666 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-205b5fd2-0ef2-4079-8af4-e811349283ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:36.752430 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-205b5fd2-0ef2-4079-8af4-e811349283ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:36.759293 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-205b5fd2-0ef2-4079-8af4-e811349283ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45303c73-a447-4271-9491-d684d43c0a35 HTTP/1.1" status: 204 len: 168 time: 0.2721529 Jun 07 08:30:36.759293 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-2d232d4b-08b2-4841-a55f-d1a7f3ae7b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:36.790106 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b5fd2-0ef2-4079-8af4-e811349283ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45303c73-a447-4271-9491-d684d43c0a35,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:36.793164 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-205b5fd2-0ef2-4079-8af4-e811349283ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:36.899749 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0eabc-eac1-4c66-8a42-606c67a504dd,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:36.902799 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:36.959815 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Attempting to bind port c1c0eabc-eac1-4c66-8a42-606c67a504dd on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:30:36.960164 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dea120-fb9c-4399-b8c6-3ea8c7de16d8 req-23bb7f8b-8c7c-431b-bb42-b5e2dd230f42 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:36.960286 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Attempting to bind port c1c0eabc-eac1-4c66-8a42-606c67a504dd by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:30:36.960728 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Attempting to bind port c1c0eabc-eac1-4c66-8a42-606c67a504dd on network 83085b42-4891-4815-af5f-014c0f4be6fc {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:30:36.961785 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-47dea120-fb9c-4399-b8c6-3ea8c7de16d8 req-23bb7f8b-8c7c-431b-bb42-b5e2dd230f42 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 943 time: 0.0955684 Jun 07 08:30:36.977145 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Port c1c0eabc-eac1-4c66-8a42-606c67a504dd on network 83085b42-4891-4815-af5f-014c0f4be6fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:30:36.977428 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Attempting to bind port c1c0eabc-eac1-4c66-8a42-606c67a504dd on network 83085b42-4891-4815-af5f-014c0f4be6fc {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:30:36.987687 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-99ce989c-ed3d-431d-b3fe-ef1a56581738 service neutron] 10.222.0.50 "GET /v2.0/networks/70314119-de36-45b8-80e4-62992490ff04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215377 Jun 07 08:30:36.988771 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:30:36.992610 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Checking segment: {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:30:36.992610 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Bound using segment: {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:30:36.992610 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Bound port: c1c0eabc-eac1-4c66-8a42-606c67a504dd, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bf53ad1-288a-4158-a324-43c74af62402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 715, 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:30:36.992610 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:37.029696 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-47dea120-fb9c-4399-b8c6-3ea8c7de16d8 req-2aeaba68-fbee-48ce-a4e8-2780d4a48120 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622215 Jun 07 08:30:37.362496 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] For port c1c0eabc-eac1-4c66-8a42-606c67a504dd, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:30:37.375396 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ebb63682-701f-401f-95e4-6d7859652ee3 req-cc7c3736-7582-406e-912a-1d780bbf900e service neutron] 10.222.0.50 "GET /v2.0/networks/70314119-de36-45b8-80e4-62992490ff04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733501 Jun 07 08:30:37.380073 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] For port c1c0eabc-eac1-4c66-8a42-606c67a504dd, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1c0eabc-eac1-4c66-8a42-606c67a504dd,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:30:37.399256 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e416ab-8657-406b-8171-02e5ffd47a2b req-ee9f8802-9186-461c-995b-0a756ce38437 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:37.400840 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-64e416ab-8657-406b-8171-02e5ffd47a2b req-ee9f8802-9186-461c-995b-0a756ce38437 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.3102262 Jun 07 08:30:37.451299 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-64e416ab-8657-406b-8171-02e5ffd47a2b req-871ad82d-59a8-4949-8999-ebc37294e730 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408916 Jun 07 08:30:37.470606 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:37.474743 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:37.540868 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:37.542157 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:37.543311 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] 10.222.0.50 "PUT /v2.0/ports/c1c0eabc-eac1-4c66-8a42-606c67a504dd HTTP/1.1" status: 200 len: 1093 time: 2.3078656 Jun 07 08:30:37.543796 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0792058c-cfe9-422e-9f56-3e9e24329def', 'tag': 'c1c0eabc-eac1-4c66-8a42-606c67a504dd'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:30:37.546134 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4317218-2d7e-4c1a-bfcd-5589617779de" -d '{"events": [{"name": "network-changed", "server_uuid": "0792058c-cfe9-422e-9f56-3e9e24329def", "tag": "c1c0eabc-eac1-4c66-8a42-606c67a504dd"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:30:37.564971 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1893124c-6020-4c76-8c07-7475439ed47d req-913baaa2-bf56-4d65-87a4-3be236571020 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:37.571535 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1893124c-6020-4c76-8c07-7475439ed47d req-913baaa2-bf56-4d65-87a4-3be236571020 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 943 time: 0.1027143 Jun 07 08:30:37.574065 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0eabc-eac1-4c66-8a42-606c67a504dd,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:37.585528 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:37.604715 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fccf7ee-983f-4e7d-abb3-850c33598c71 x-openstack-request-id: req-4fccf7ee-983f-4e7d-abb3-850c33598c71 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:30:37.604715 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0792058c-cfe9-422e-9f56-3e9e24329def", "tag": "c1c0eabc-eac1-4c66-8a42-606c67a504dd", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:30:37.604715 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fccf7ee-983f-4e7d-abb3-850c33598c71 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:30:37.604715 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0792058c-cfe9-422e-9f56-3e9e24329def', 'tag': 'c1c0eabc-eac1-4c66-8a42-606c67a504dd', 'status': 'completed', 'code': 200} Jun 07 08:30:37.614731 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1893124c-6020-4c76-8c07-7475439ed47d req-25baa06c-184d-40c2-bce2-c0a1d5b3b640 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421572 Jun 07 08:30:37.731229 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317218-2d7e-4c1a-bfcd-5589617779de req-d495cbf2-c63d-4481-9705-4ccc1a5939d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:37.732748 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c4317218-2d7e-4c1a-bfcd-5589617779de req-d495cbf2-c63d-4481-9705-4ccc1a5939d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 1096 time: 0.0763340 Jun 07 08:30:37.900816 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317218-2d7e-4c1a-bfcd-5589617779de req-5dcb2f71-13ea-4adb-858e-a3352dbedb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:37.903302 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c4317218-2d7e-4c1a-bfcd-5589617779de req-5dcb2f71-13ea-4adb-858e-a3352dbedb0c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=3213eab5b0e144778fcaba306bfd02a5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1461112 Jun 07 08:30:38.067506 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4317218-2d7e-4c1a-bfcd-5589617779de req-d7dfcd13-1a1e-4d24-a61d-df2e6651829a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:38.070020 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c4317218-2d7e-4c1a-bfcd-5589617779de req-d7dfcd13-1a1e-4d24-a61d-df2e6651829a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488595 Jun 07 08:30:38.258297 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-c3129adb-cf5e-482b-b5a4-e49e0c0920fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:38.259768 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-c3129adb-cf5e-482b-b5a4-e49e0c0920fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3213eab5b0e144778fcaba306bfd02a5&device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 1096 time: 0.0776486 Jun 07 08:30:38.263078 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c34fd-c1e1-43f4-ad69-18a9840c7c4e req-2ca3336d-093b-47e0-ad2c-2f8840fb77dd tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:38.264771 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d96c34fd-c1e1-43f4-ad69-18a9840c7c4e req-2ca3336d-093b-47e0-ad2c-2f8840fb77dd tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 943 time: 0.0963283 Jun 07 08:30:38.321632 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d96c34fd-c1e1-43f4-ad69-18a9840c7c4e req-f69a5c92-bc28-48dd-956e-b5dcf4a7680b tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498254 Jun 07 08:30:38.350152 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-e7483a0c-9727-433e-ae5a-270fdc20eeac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c0eabc-eac1-4c66-8a42-606c67a504dd HTTP/1.1" status: 200 len: 217 time: 0.0722420 Jun 07 08:30:38.422226 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-d0c50689-3911-4009-8414-4e96202d21bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:38.423655 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-d0c50689-3911-4009-8414-4e96202d21bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=d6075478-6d4a-4774-ac30-6d5217e99cf7 HTTP/1.1" status: 200 len: 855 time: 0.0645435 Jun 07 08:30:38.486615 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-605774f4-3ff3-425e-b270-f485e7b429df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=83085b42-4891-4815-af5f-014c0f4be6fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462599 Jun 07 08:30:38.675150 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-f05de207-0f5c-4f5c-b4c7-a08ab757e4aa service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795728 Jun 07 08:30:38.739040 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea0f8e7-1d6a-46ca-afcb-9dcbe3f10dce req-471be17c-35f7-44f2-b79a-596a587c9cd1 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:38.740358 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1ea0f8e7-1d6a-46ca-afcb-9dcbe3f10dce req-471be17c-35f7-44f2-b79a-596a587c9cd1 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1549537 Jun 07 08:30:38.824177 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e0bf-3efe-41c0-bc14-3359ef767f3b req-0104b41a-ef1a-43d2-a986-4b3d487ebf93 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:38.827406 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9c29e0bf-3efe-41c0-bc14-3359ef767f3b req-0104b41a-ef1a-43d2-a986-4b3d487ebf93 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 943 time: 0.1009526 Jun 07 08:30:38.856219 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1ea0f8e7-1d6a-46ca-afcb-9dcbe3f10dce req-edccfc51-2a4e-4c1a-bebf-b2c78c5ec96b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664854 Jun 07 08:30:38.864268 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2369c24b-65b6-46d4-b904-2028436d6bd9 req-10c3c3e4-39ca-472b-80db-a77fbc77ccdd service neutron] 10.222.0.50 "GET /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795714 Jun 07 08:30:38.876070 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9c29e0bf-3efe-41c0-bc14-3359ef767f3b req-e33a8ad4-8070-4375-b341-81fdc12cbc88 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412362 Jun 07 08:30:39.524614 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0999e5e2-8720-45a4-b928-51183f88392a req-17459285-36f9-4028-bc02-6de89d8e3a82 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:39.526024 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0999e5e2-8720-45a4-b928-51183f88392a req-17459285-36f9-4028-bc02-6de89d8e3a82 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 943 time: 0.0875628 Jun 07 08:30:39.571923 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0999e5e2-8720-45a4-b928-51183f88392a req-27243114-ce5c-4f19-b4f7-b70beaea5434 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Jun 07 08:30:40.067259 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88505059-534a-4e97-a00e-78edf6245fca req-11cf05dd-2b7c-4462-9e0a-b9a20995c1dd tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:40.068404 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d17e2-fe0e-4f81-b81a-6b64cc30c0b7 req-02255018-5b51-4cbf-b213-97ab7e45b73a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:40.069066 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-88505059-534a-4e97-a00e-78edf6245fca req-11cf05dd-2b7c-4462-9e0a-b9a20995c1dd tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0967977 Jun 07 08:30:40.069910 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-568d17e2-fe0e-4f81-b81a-6b64cc30c0b7 req-02255018-5b51-4cbf-b213-97ab7e45b73a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 943 time: 0.0894241 Jun 07 08:30:40.114504 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-88505059-534a-4e97-a00e-78edf6245fca req-2cafb6fc-7635-4ba2-9e73-1957132092df tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388663 Jun 07 08:30:40.120343 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-568d17e2-fe0e-4f81-b81a-6b64cc30c0b7 req-2103e807-15e9-4e24-a338-30e87319739f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Jun 07 08:30:40.157493 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device c824926f-7a95-420e-8a20-b706b9f87a88 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:30:40.298040 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port c824926f-7a95-420e-8a20-b706b9f87a88, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c824926f-7a95-420e-8a20-b706b9f87a88,segment=NetworkSegment(4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200),segment_id=4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:40.313000 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': 'c824926f-7a95-420e-8a20-b706b9f87a88', 'network_id': '70314119-de36-45b8-80e4-62992490ff04', 'port_id': 'c824926f-7a95-420e-8a20-b706b9f87a88', 'mac_address': 'fa:16:3e:f2:89:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3212e5c-9bcb-47ae-a1df-b8d851a6bcf3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:30:40.372619 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:40.390919 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c824926f-7a95-420e-8a20-b706b9f87a88 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:30:40.411917 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port c824926f-7a95-420e-8a20-b706b9f87a88, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c824926f-7a95-420e-8a20-b706b9f87a88,segment=NetworkSegment(4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200),segment_id=4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:40.516929 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:40.518711 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:40.588992 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=c824926f-7a95-420e-8a20-b706b9f87a88,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:40.592141 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:40.765962 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda4371-6b67-4178-ba2a-fa96ed2c6085 req-1f2d75e9-ce00-4310-a860-9a2e29693464 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:40.767420 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2eda4371-6b67-4178-ba2a-fa96ed2c6085 req-1f2d75e9-ce00-4310-a860-9a2e29693464 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 944 time: 0.0833254 Jun 07 08:30:40.821847 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2eda4371-6b67-4178-ba2a-fa96ed2c6085 req-80e77a5c-0577-4d44-bd70-3458fb7b5ef2 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455096 Jun 07 08:30:41.002832 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['c824926f-7a95-420e-8a20-b706b9f87a88'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:30:41.343534 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605ecc4-d412-4e53-985d-2ed210114de6 req-9e0ab818-8072-4ada-b3b0-04822983fda3 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:41.345003 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e605ecc4-d412-4e53-985d-2ed210114de6 req-9e0ab818-8072-4ada-b3b0-04822983fda3 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0913494 Jun 07 08:30:41.349034 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c4c40-71de-47fb-96fd-1d8946e9049f req-0239f1eb-2d9a-4992-9a77-921926685405 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:41.351372 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-072c4c40-71de-47fb-96fd-1d8946e9049f req-0239f1eb-2d9a-4992-9a77-921926685405 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 943 time: 0.0919011 Jun 07 08:30:41.400507 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e605ecc4-d412-4e53-985d-2ed210114de6 req-422c4e2a-fd09-4634-ace5-eb659fd86403 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470328 Jun 07 08:30:41.402210 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-072c4c40-71de-47fb-96fd-1d8946e9049f req-7abea1b6-c864-4e58-b1bf-82f63a101008 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449851 Jun 07 08:30:42.124272 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca033e01-e8cf-4955-bf3b-406d20fa4c4b req-396a3d9a-ad4c-4bc9-9606-6df94a25f4b9 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:42.133412 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ca033e01-e8cf-4955-bf3b-406d20fa4c4b req-396a3d9a-ad4c-4bc9-9606-6df94a25f4b9 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 944 time: 0.1867118 Jun 07 08:30:42.154186 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device c1c0eabc-eac1-4c66-8a42-606c67a504dd details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:30:42.306909 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ca033e01-e8cf-4955-bf3b-406d20fa4c4b req-debabe4f-6f05-4396-bf06-16388775c40d tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727471 Jun 07 08:30:42.346954 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06c182-befc-479b-83d3-0d78d586ad5f req-2ea11cf6-b728-452f-89ce-3425bc08dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:42.350498 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5d06c182-befc-479b-83d3-0d78d586ad5f req-2ea11cf6-b728-452f-89ce-3425bc08dadd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1098 time: 0.1643152 Jun 07 08:30:42.408142 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port c1c0eabc-eac1-4c66-8a42-606c67a504dd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1c0eabc-eac1-4c66-8a42-606c67a504dd,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:42.427858 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': 'c1c0eabc-eac1-4c66-8a42-606c67a504dd', 'network_id': '83085b42-4891-4815-af5f-014c0f4be6fc', 'port_id': 'c1c0eabc-eac1-4c66-8a42-606c67a504dd', 'mac_address': 'fa:16:3e:6d:ac:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 715, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6075478-6d4a-4774-ac30-6d5217e99cf7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:30:42.451041 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5d06c182-befc-479b-83d3-0d78d586ad5f req-bc5e068c-3d3c-44bc-9815-3dc844aa96cb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675175 Jun 07 08:30:42.479865 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aa6e05-b3ec-4303-99dc-665b442e2558 req-87a2af00-1cd0-478e-9c05-1b7ccfeb25c0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:42.482340 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-40aa6e05-b3ec-4303-99dc-665b442e2558 req-87a2af00-1cd0-478e-9c05-1b7ccfeb25c0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1397018 Jun 07 08:30:42.534150 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:42.546262 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-40aa6e05-b3ec-4303-99dc-665b442e2558 req-ec2d2d02-fdce-4116-9042-5f2571622f05 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582709 Jun 07 08:30:42.559605 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c0eabc-eac1-4c66-8a42-606c67a504dd {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:30:42.589970 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port c1c0eabc-eac1-4c66-8a42-606c67a504dd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1c0eabc-eac1-4c66-8a42-606c67a504dd,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:42.649233 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:42.653373 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:42.710055 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2611e72-60ce-4231-b66d-26271fa254b8 req-f8ddda4f-6f2e-49d6-a930-71001a2a1a60 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:42.718687 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a2611e72-60ce-4231-b66d-26271fa254b8 req-f8ddda4f-6f2e-49d6-a930-71001a2a1a60 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 943 time: 0.1272752 Jun 07 08:30:42.756368 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=c1c0eabc-eac1-4c66-8a42-606c67a504dd,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:42.760042 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:42.776032 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a2611e72-60ce-4231-b66d-26271fa254b8 req-593835aa-a2dc-45de-9a26-2c74025d92b3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562899 Jun 07 08:30:42.808145 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a39ace-50f3-47e2-a00f-283186e86bfe req-ad9ba458-c858-45df-8bfc-f5a34de4f012 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:42.809772 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c4a39ace-50f3-47e2-a00f-283186e86bfe req-ad9ba458-c858-45df-8bfc-f5a34de4f012 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1276441 Jun 07 08:30:42.867168 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c4a39ace-50f3-47e2-a00f-283186e86bfe req-bd854fa3-eeb9-4403-8c0f-317cf4e1a420 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500894 Jun 07 08:30:43.187668 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['c1c0eabc-eac1-4c66-8a42-606c67a504dd'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:30:43.535154 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf03f1d-a949-47ce-940a-bf5c1ba8dec7 req-28375261-2419-4f1c-b31c-c3eaf0800ff4 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:43.537008 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4cf03f1d-a949-47ce-940a-bf5c1ba8dec7 req-28375261-2419-4f1c-b31c-c3eaf0800ff4 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 944 time: 0.1018012 Jun 07 08:30:43.596861 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4cf03f1d-a949-47ce-940a-bf5c1ba8dec7 req-740e11f4-80ce-493d-a3f6-1845000c80ef tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519776 Jun 07 08:30:43.679121 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 46668) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:43.788166 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0333e19-0aa6-4904-9972-d836111b97fb req-a83847bb-ff46-4c62-a9ea-e9217b8a91a5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:43.789734 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d0333e19-0aa6-4904-9972-d836111b97fb req-a83847bb-ff46-4c62-a9ea-e9217b8a91a5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1006196 Jun 07 08:30:43.849691 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-428f367f-c720-462c-b9ad-3f3c1c9cfd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:43.876587 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d0333e19-0aa6-4904-9972-d836111b97fb req-2cbb090e-ceaa-465f-ab76-58060c046020 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795293 Jun 07 08:30:44.051931 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279cfb6-7714-410e-9110-f22dcbfa7c70 req-57cbf70c-682b-4dbd-95ce-52bb71aa7c2a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:44.057354 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3279cfb6-7714-410e-9110-f22dcbfa7c70 req-57cbf70c-682b-4dbd-95ce-52bb71aa7c2a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 944 time: 0.1533501 Jun 07 08:30:44.079482 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-428f367f-c720-462c-b9ad-3f3c1c9cfd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:44.106576 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3279cfb6-7714-410e-9110-f22dcbfa7c70 req-0443b7fe-8da0-47c9-9274-d8e1c3e6f6b3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483389 Jun 07 08:30:44.126768 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fce637-74d5-40f1-b14b-456c9767b7e8 req-9fe6e669-2ae9-4c26-875a-b88e6718bba2 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:44.128282 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-07fce637-74d5-40f1-b14b-456c9767b7e8 req-9fe6e669-2ae9-4c26-875a-b88e6718bba2 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0940197 Jun 07 08:30:44.177550 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-07fce637-74d5-40f1-b14b-456c9767b7e8 req-a67087a0-36c5-4ae9-9d23-1ef018c90cfc tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425940 Jun 07 08:30:44.191981 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device c824926f-7a95-420e-8a20-b706b9f87a88 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:30:44.200358 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-428f367f-c720-462c-b9ad-3f3c1c9cfd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:44.211051 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f12883fc-8437-402b-b7ed-f5689e3842d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:44.254701 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-428f367f-c720-462c-b9ad-3f3c1c9cfd47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5e9049454924134b983387e91525a83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5734894 Jun 07 08:30:44.255789 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428f367f-c720-462c-b9ad-3f3c1c9cfd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0aac49a-a06b-434f-a7ac-0d64f7ddebdc,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:44.257311 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 46676) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:44.264904 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-428f367f-c720-462c-b9ad-3f3c1c9cfd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:44.356330 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4048-2078-4895-9684-f01257a36cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:44.380579 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port c824926f-7a95-420e-8a20-b706b9f87a88 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:30:44.383360 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4048-2078-4895-9684-f01257a36cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:44.387026 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port c824926f-7a95-420e-8a20-b706b9f87a88 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:30:44.387026 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:44.534509 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4048-2078-4895-9684-f01257a36cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:44.539856 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4048-2078-4895-9684-f01257a36cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:44.541341 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:44.544353 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-1e7c4048-2078-4895-9684-f01257a36cfa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0aac49a-a06b-434f-a7ac-0d64f7ddebdc HTTP/1.1" status: 204 len: 168 time: 0.2835319 Jun 07 08:30:44.544353 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5f028d43-0f20-46c1-a116-5162a9b54fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:44.558143 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c4048-2078-4895-9684-f01257a36cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0aac49a-a06b-434f-a7ac-0d64f7ddebdc,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:44.566034 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1e7c4048-2078-4895-9684-f01257a36cfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:44.604223 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port c824926f-7a95-420e-8a20-b706b9f87a88, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c824926f-7a95-420e-8a20-b706b9f87a88,segment=NetworkSegment(4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200),segment_id=4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:44.605164 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c824926f-7a95-420e-8a20-b706b9f87a88'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:30:44.607793 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d9c2bf-4ef9-4951-a722-9351ea86d057" -d '{"events": [{"server_uuid": "3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9", "name": "network-vif-plugged", "status": "completed", "tag": "c824926f-7a95-420e-8a20-b706b9f87a88"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:30:44.674034 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084c749e-88e0-4516-ab26-4ed9f659e44f x-openstack-request-id: req-084c749e-88e0-4516-ab26-4ed9f659e44f {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:30:44.674366 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9", "name": "network-vif-plugged", "status": "completed", "tag": "c824926f-7a95-420e-8a20-b706b9f87a88", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:30:44.674682 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-084c749e-88e0-4516-ab26-4ed9f659e44f {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:30:44.675253 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c824926f-7a95-420e-8a20-b706b9f87a88', 'code': 200} Jun 07 08:30:44.679706 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:44.682310 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:44.764824 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=c824926f-7a95-420e-8a20-b706b9f87a88,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:44.769216 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:44.839822 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e9a01-94ac-46f3-806f-0f5a8bdc9f69 req-4036b1fa-8b96-4a62-9807-c074fa1c8b75 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:44.841463 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a97e9a01-94ac-46f3-806f-0f5a8bdc9f69 req-4036b1fa-8b96-4a62-9807-c074fa1c8b75 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 945 time: 0.1165950 Jun 07 08:30:44.889208 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a97e9a01-94ac-46f3-806f-0f5a8bdc9f69 req-97ab5ae9-65e2-457a-ba5b-0bc26b9d5f8e tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419879 Jun 07 08:30:45.102393 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99a833-d7bb-4875-a161-88ae92c600e7 req-14b0d12d-4864-4a0a-881e-b4cd9a55a380 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:45.103951 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1f99a833-d7bb-4875-a161-88ae92c600e7 req-14b0d12d-4864-4a0a-881e-b4cd9a55a380 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0895388 Jun 07 08:30:45.179517 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1f99a833-d7bb-4875-a161-88ae92c600e7 req-418caf90-1c58-4898-8ce6-b3a2f64df235 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426030 Jun 07 08:30:45.235251 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd432d8f-b2a5-42a1-b42c-30c5f7fd8752 req-e9de7194-e910-471f-b32a-5fcdb87a120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:45.237627 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dd432d8f-b2a5-42a1-b42c-30c5f7fd8752 req-e9de7194-e910-471f-b32a-5fcdb87a120c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 1098 time: 0.0830758 Jun 07 08:30:45.291442 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dd432d8f-b2a5-42a1-b42c-30c5f7fd8752 req-42ca3913-f1d4-4083-8e40-7a2515dd2970 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472009 Jun 07 08:30:45.348925 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108936a5-9088-4210-a8db-69fcbc78e8e0 req-9aa0080f-3ccc-40e2-a4e0-31294dd48d6a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:45.350509 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-108936a5-9088-4210-a8db-69fcbc78e8e0 req-9aa0080f-3ccc-40e2-a4e0-31294dd48d6a tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 944 time: 0.1132455 Jun 07 08:30:45.402357 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-108936a5-9088-4210-a8db-69fcbc78e8e0 req-d40f0a43-f858-470d-946e-919fc62d98c8 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456216 Jun 07 08:30:45.402985 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df2529f-f23a-42ab-ab38-6e8a313a4a08 req-9685bb34-bf68-4736-ad0b-07c7f7c89e41 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:45.404515 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8df2529f-f23a-42ab-ab38-6e8a313a4a08 req-9685bb34-bf68-4736-ad0b-07c7f7c89e41 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0905559 Jun 07 08:30:45.464210 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8df2529f-f23a-42ab-ab38-6e8a313a4a08 req-f23ac9d3-6e25-449d-ac0f-17fa6d779051 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536261 Jun 07 08:30:45.470886 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 46694) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:45.489521 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-13c39b87-9cbc-4464-b20a-642c5fcbe010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:45.611095 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-13c39b87-9cbc-4464-b20a-642c5fcbe010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:45.705593 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-13c39b87-9cbc-4464-b20a-642c5fcbe010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:45.716994 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-17b960a7-df0f-432a-ac37-ce5d9eb3f762 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:45.765129 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-13c39b87-9cbc-4464-b20a-642c5fcbe010 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bceb6fe692c46adbcd2916de28ec06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2931490 Jun 07 08:30:45.765988 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c39b87-9cbc-4464-b20a-642c5fcbe010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05aa7157-5388-46f3-b202-acb68315158b,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:45.767745 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 46702) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:30:45.770594 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-13c39b87-9cbc-4464-b20a-642c5fcbe010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:45.844194 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ab42ee33-b05e-4483-86f4-f32b70b3bc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:45.873001 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ab42ee33-b05e-4483-86f4-f32b70b3bc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:46.041551 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ab42ee33-b05e-4483-86f4-f32b70b3bc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:46.044179 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ab42ee33-b05e-4483-86f4-f32b70b3bc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:46.047881 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ab42ee33-b05e-4483-86f4-f32b70b3bc07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05aa7157-5388-46f3-b202-acb68315158b HTTP/1.1" status: 204 len: 168 time: 0.2768452 Jun 07 08:30:46.047881 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-428f367f-c720-462c-b9ad-3f3c1c9cfd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:46.061933 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab42ee33-b05e-4483-86f4-f32b70b3bc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05aa7157-5388-46f3-b202-acb68315158b,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:46.065736 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ab42ee33-b05e-4483-86f4-f32b70b3bc07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:46.104250 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd01bf-d634-4bc2-a7d8-15437b7ad3e4 req-f1083822-c341-45ff-8288-ea62a70248c9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:46.106387 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-45dd01bf-d634-4bc2-a7d8-15437b7ad3e4 req-f1083822-c341-45ff-8288-ea62a70248c9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1194646 Jun 07 08:30:46.163744 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-45dd01bf-d634-4bc2-a7d8-15437b7ad3e4 req-3cf4d06a-9240-444e-833a-33e3c2d5ce0f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514739 Jun 07 08:30:46.200682 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device c1c0eabc-eac1-4c66-8a42-606c67a504dd up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:30:46.201313 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-7ab0c135-8ee2-4b1e-bc9f-88c263770c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:46.203093 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-7ab0c135-8ee2-4b1e-bc9f-88c263770c4f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1098 time: 0.0980129 Jun 07 08:30:46.210817 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cabdb0-8254-401e-9cf7-10e2199fcf0d req-80b1da80-efbf-4a07-9dfc-9f23ee8f8da7 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:46.217148 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-28cabdb0-8254-401e-9cf7-10e2199fcf0d req-80b1da80-efbf-4a07-9dfc-9f23ee8f8da7 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 945 time: 0.1920133 Jun 07 08:30:46.357894 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-28cabdb0-8254-401e-9cf7-10e2199fcf0d req-311fc522-73c6-4b15-9525-d578f59d8cc6 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384423 Jun 07 08:30:46.415971 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-a719767a-cf7a-4cf4-8177-1a6e253c5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:46.417735 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-a719767a-cf7a-4cf4-8177-1a6e253c5624 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 920 time: 0.1835809 Jun 07 08:30:46.442507 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port c1c0eabc-eac1-4c66-8a42-606c67a504dd completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:30:46.458255 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port c1c0eabc-eac1-4c66-8a42-606c67a504dd triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:30:46.458637 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:46.505732 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7f46-593b-4bbd-9d8e-e0437c490aa1 req-fb2e439e-facc-4203-abdd-402d1614ad85 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:46.507525 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-299a7f46-593b-4bbd-9d8e-e0437c490aa1 req-fb2e439e-facc-4203-abdd-402d1614ad85 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1857073 Jun 07 08:30:46.519239 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-407dc207-ed99-4d96-8f13-3f0b33d409bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278e7e97-7e06-4294-8e52-61d7844061a6 HTTP/1.1" status: 200 len: 217 time: 0.0896282 Jun 07 08:30:46.580648 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-299a7f46-593b-4bbd-9d8e-e0437c490aa1 req-e9dffcf3-7060-44e0-8f56-360bf5c40a04 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634274 Jun 07 08:30:46.645368 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:46.682192 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0792058c-cfe9-422e-9f56-3e9e24329def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0eabc-eac1-4c66-8a42-606c67a504dd'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:30:46.684476 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4d11e2-5dc2-467f-bec4-7e15fff45831" -d '{"events": [{"server_uuid": "0792058c-cfe9-422e-9f56-3e9e24329def", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0eabc-eac1-4c66-8a42-606c67a504dd"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:30:46.692926 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port c1c0eabc-eac1-4c66-8a42-606c67a504dd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1c0eabc-eac1-4c66-8a42-606c67a504dd,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:46.709019 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-0f4374c2-4282-4ddb-afbe-9e82c3432746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:46.711708 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-0f4374c2-4282-4ddb-afbe-9e82c3432746 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.1824410 Jun 07 08:30:46.774033 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:46.776925 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7262c013-ee1c-4e2d-9fae-05edd5792255 x-openstack-request-id: req-7262c013-ee1c-4e2d-9fae-05edd5792255 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:30:46.777228 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0792058c-cfe9-422e-9f56-3e9e24329def", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0eabc-eac1-4c66-8a42-606c67a504dd", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:30:46.777762 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7262c013-ee1c-4e2d-9fae-05edd5792255 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:30:46.778287 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0792058c-cfe9-422e-9f56-3e9e24329def', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0eabc-eac1-4c66-8a42-606c67a504dd', 'code': 200} Jun 07 08:30:46.779303 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:46.836193 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-fce563af-8530-466b-b088-b733f16788f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707781 Jun 07 08:30:46.856405 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6300a-c1eb-46e4-aed8-53ef4ccd664d req-8c654436-0da8-48fa-b3f5-fba1e4eb8a99 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:46.866304 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-77a6300a-c1eb-46e4-aed8-53ef4ccd664d req-8c654436-0da8-48fa-b3f5-fba1e4eb8a99 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 944 time: 0.2387590 Jun 07 08:30:46.889238 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=c1c0eabc-eac1-4c66-8a42-606c67a504dd,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:46.926247 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:46.926337 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-77a6300a-c1eb-46e4-aed8-53ef4ccd664d req-bb8672e4-9c81-483a-beca-05c399f9f650 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447459 Jun 07 08:30:47.054107 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-d140e863-c7ff-4ebf-b2e0-9c03583e9747 service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411064 Jun 07 08:30:47.302352 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5520cd73-060c-425a-bbc2-3dc9546a4723 req-80871322-da22-456e-a5b9-c7a7bf31e25b service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276313 Jun 07 08:30:47.426760 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773f972-8826-4e29-a6d2-2600413b061f req-a12e70c1-a4e0-4e61-911f-03785bd42bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:47.428717 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8773f972-8826-4e29-a6d2-2600413b061f req-a12e70c1-a4e0-4e61-911f-03785bd42bb1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 1098 time: 0.1072769 Jun 07 08:30:47.454189 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b9d7f9-0a2f-4ed5-8d3c-1f94d311714b req-61d8b968-09f6-4fe6-8c89-176f04786c28 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:47.466617 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-71b9d7f9-0a2f-4ed5-8d3c-1f94d311714b req-61d8b968-09f6-4fe6-8c89-176f04786c28 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1443272 Jun 07 08:30:47.504763 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8773f972-8826-4e29-a6d2-2600413b061f req-340e8d88-958b-4436-8063-81873ab26807 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Jun 07 08:30:47.539700 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-71b9d7f9-0a2f-4ed5-8d3c-1f94d311714b req-7f9a638b-9eb8-444b-a299-814507a8ec37 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722418 Jun 07 08:30:47.620001 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842038a-f6db-462d-a8ac-ba8ca1032258 req-e1916881-c790-4680-b87f-c0277b7175dc tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:47.624831 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f842038a-f6db-462d-a8ac-ba8ca1032258 req-e1916881-c790-4680-b87f-c0277b7175dc tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 945 time: 0.0946033 Jun 07 08:30:47.672018 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f842038a-f6db-462d-a8ac-ba8ca1032258 req-2f9115e7-ce22-4a76-910f-4ec4e792cdad tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443406 Jun 07 08:30:47.811099 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6f73a0-ef4a-4001-bd28-c532a4e653f8 req-8801b72d-5ef7-424c-8136-912ed0a13039 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:47.820297 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2a6f73a0-ef4a-4001-bd28-c532a4e653f8 req-8801b72d-5ef7-424c-8136-912ed0a13039 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0982237 Jun 07 08:30:47.880819 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2a6f73a0-ef4a-4001-bd28-c532a4e653f8 req-e3bc2793-46dc-4581-87a4-896ade5d8ca1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592661 Jun 07 08:30:48.138264 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedff77-89cd-48ec-a4ef-3473648b28d5 req-0ca502de-54fe-4b86-9ff9-01e21598c09d tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:48.140387 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6cedff77-89cd-48ec-a4ef-3473648b28d5 req-0ca502de-54fe-4b86-9ff9-01e21598c09d tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 945 time: 0.0911283 Jun 07 08:30:48.191083 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6cedff77-89cd-48ec-a4ef-3473648b28d5 req-59c3a669-b08c-49dd-8660-d97c38fc8b54 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419824 Jun 07 08:30:48.814243 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4a5cc3-4487-4a8c-b8fc-038b7f98732c req-f7f57ac6-291f-4c8f-a560-2ec4d69de0ec tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:48.815787 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cb4a5cc3-4487-4a8c-b8fc-038b7f98732c req-f7f57ac6-291f-4c8f-a560-2ec4d69de0ec tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1295395 Jun 07 08:30:48.899751 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cb4a5cc3-4487-4a8c-b8fc-038b7f98732c req-50814966-4fd0-4ebb-877e-23b0ba66415a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757041 Jun 07 08:30:49.131332 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a271e38-6f91-4703-b403-8de12c3dcfba req-ac47671e-0211-4046-b734-aa3e295ac5b2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:49.133266 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7a271e38-6f91-4703-b403-8de12c3dcfba req-ac47671e-0211-4046-b734-aa3e295ac5b2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1330614 Jun 07 08:30:49.196729 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7a271e38-6f91-4703-b403-8de12c3dcfba req-b6f1d463-b092-4057-91db-800ad5e6392e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529597 Jun 07 08:30:49.417058 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc0993-6f66-4ccb-9604-41966fcbe201 req-0da5c789-5404-4c65-b096-bd19be37126b tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:49.418484 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7acc0993-6f66-4ccb-9604-41966fcbe201 req-0da5c789-5404-4c65-b096-bd19be37126b tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 945 time: 0.0979700 Jun 07 08:30:49.476611 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7acc0993-6f66-4ccb-9604-41966fcbe201 req-a0ba3891-87a0-41af-a397-934bf32c4d34 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518835 Jun 07 08:30:50.185061 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca27508-9ba3-4c2e-9e3e-8db21cca65ca req-6cd245d3-4d18-47ac-85ee-d6748fc08e71 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:50.187128 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fca27508-9ba3-4c2e-9e3e-8db21cca65ca req-6cd245d3-4d18-47ac-85ee-d6748fc08e71 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1026788 Jun 07 08:30:50.261312 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fca27508-9ba3-4c2e-9e3e-8db21cca65ca req-eefb947e-2612-42bd-adf5-8315ba4cd696 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667238 Jun 07 08:30:50.261902 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:30:50.434113 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c783a5-80c7-4284-bfe1-628f8c103931 req-6bc0992a-106f-4b42-a69e-e6fc0b2a97b0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:50.435593 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-30c783a5-80c7-4284-bfe1-628f8c103931 req-6bc0992a-106f-4b42-a69e-e6fc0b2a97b0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0825465 Jun 07 08:30:50.481754 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-30c783a5-80c7-4284-bfe1-628f8c103931 req-b7578299-0933-4fa3-9fb1-165daae4532c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403986 Jun 07 08:30:50.678735 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf7cd6-fd17-4ea6-ba36-23ededf0fb0a req-d902e257-0a39-4d23-b01a-84c727e56ad0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:50.680212 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-97bf7cd6-fd17-4ea6-ba36-23ededf0fb0a req-d902e257-0a39-4d23-b01a-84c727e56ad0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 945 time: 0.0850265 Jun 07 08:30:50.730069 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-97bf7cd6-fd17-4ea6-ba36-23ededf0fb0a req-84067cee-3917-4727-8312-08f08210514f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440691 Jun 07 08:30:51.475753 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc53f11-1db5-4966-ba86-580377647c34 req-ca909eca-653a-48eb-8c92-24ce9e973911 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:51.477266 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9fc53f11-1db5-4966-ba86-580377647c34 req-ca909eca-653a-48eb-8c92-24ce9e973911 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0985858 Jun 07 08:30:51.626342 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9fc53f11-1db5-4966-ba86-580377647c34 req-c152b460-c8e6-4cd0-a752-a53e0f196e51 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323357 Jun 07 08:30:51.762699 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c3bbf-920e-4f7d-ae02-21b6ff519927 req-04767ec3-601f-482b-ab0a-16b6161f733f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:51.764931 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-858c3bbf-920e-4f7d-ae02-21b6ff519927 req-04767ec3-601f-482b-ab0a-16b6161f733f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0955849 Jun 07 08:30:51.834843 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-858c3bbf-920e-4f7d-ae02-21b6ff519927 req-354e2c4b-0b8f-48ce-bfef-9c0edeebed26 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605674 Jun 07 08:30:52.994128 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-29d3e457-c5c0-461a-9076-d1890513fecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:53.044317 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbac80-54e2-452a-855c-835cf387f3f6 req-67467614-a213-4ab1-bb21-5b732244ca69 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:53.048658 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5cdbac80-54e2-452a-855c-835cf387f3f6 req-67467614-a213-4ab1-bb21-5b732244ca69 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1001425 Jun 07 08:30:53.097547 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5cdbac80-54e2-452a-855c-835cf387f3f6 req-c694a663-954c-41c3-8f64-88633b1c1d92 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443449 Jun 07 08:30:54.311580 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad130a0-3894-44e0-a988-6596496a8805 req-f26ee3ee-1d34-422a-9786-ca6fb919a87a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:54.313163 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1ad130a0-3894-44e0-a988-6596496a8805 req-f26ee3ee-1d34-422a-9786-ca6fb919a87a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0948095 Jun 07 08:30:54.368123 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1ad130a0-3894-44e0-a988-6596496a8805 req-76642c3d-e005-4c77-8b9c-2b3ef39e197e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485725 Jun 07 08:30:54.515087 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-dbe868a8-ce09-4313-87af-71e0f2222de7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706949 Jun 07 08:30:54.636284 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-c42a8e35-7e85-460d-8a19-d1e23ccdc8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:54.638025 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-c42a8e35-7e85-460d-8a19-d1e23ccdc8b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1098 time: 0.0786486 Jun 07 08:30:54.797064 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f285205-2c2b-4eb8-9737-5d8e704469af req-e7d6c9f1-bf06-4cfc-a2c1-2e75fa8a3380 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:54.798566 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6f285205-2c2b-4eb8-9737-5d8e704469af req-e7d6c9f1-bf06-4cfc-a2c1-2e75fa8a3380 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 945 time: 0.0860457 Jun 07 08:30:54.848595 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-5eaa3b6a-e8e3-479c-9c6b-26856e14c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:54.848794 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6f285205-2c2b-4eb8-9737-5d8e704469af req-e60ac927-54fc-421b-bc00-4f26131351d7 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 Jun 07 08:30:54.849973 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-5eaa3b6a-e8e3-479c-9c6b-26856e14c28c service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 920 time: 0.1322925 Jun 07 08:30:54.929998 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-65f09ac9-057f-4289-97ff-03a977991958 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278e7e97-7e06-4294-8e52-61d7844061a6 HTTP/1.1" status: 200 len: 217 time: 0.0714383 Jun 07 08:30:55.010180 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-372d10f0-64d0-4f07-897c-19198a42b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:55.011661 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-372d10f0-64d0-4f07-897c-19198a42b192 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.0697777 Jun 07 08:30:55.076954 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:55.091336 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-f75a992e-2d08-407c-ab15-b71391927eaa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710084 Jun 07 08:30:55.265632 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-bd4aa37f-c731-40d9-9d6d-6700f2c63098 service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568832 Jun 07 08:30:55.271202 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00957e6d-39d5-4532-8cd6-005be741aa85 req-97dfa709-68bd-4c8d-8725-2fd8946f29bb tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:55.272690 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-00957e6d-39d5-4532-8cd6-005be741aa85 req-97dfa709-68bd-4c8d-8725-2fd8946f29bb tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.2174540 Jun 07 08:30:55.458870 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-00957e6d-39d5-4532-8cd6-005be741aa85 req-8eb57932-6033-49b1-8a92-2df547f1b17c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666870 Jun 07 08:30:55.491745 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ab3878c8-a486-4d57-a4cb-3293f12a075a req-dcc1ee6e-20b5-4f21-9a35-c17c5e9b2aaa service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180629 Jun 07 08:30:55.586231 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b7c69-6700-40d3-a728-d0d9a49b394b req-89687299-3c90-4a34-a216-d4f7616923a0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:55.587755 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d90b7c69-6700-40d3-a728-d0d9a49b394b req-89687299-3c90-4a34-a216-d4f7616923a0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0902088 Jun 07 08:30:55.637900 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d90b7c69-6700-40d3-a728-d0d9a49b394b req-6471d4b4-4afb-4684-a6cb-b0a232c1ad5f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439224 Jun 07 08:30:55.756935 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-f30b5a14-ec27-44f3-949a-c6d6c29611f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:55.865452 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:56.049559 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21348c-50da-4506-8072-bf5eb33d18cd req-f340fa46-ee4a-4d2c-8024-74e45375cd77 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:56.051781 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4c21348c-50da-4506-8072-bf5eb33d18cd req-f340fa46-ee4a-4d2c-8024-74e45375cd77 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 945 time: 0.0911272 Jun 07 08:30:56.097089 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4c21348c-50da-4506-8072-bf5eb33d18cd req-7b9b6394-2789-4cd9-a6ba-3a1b7cedf712 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398309 Jun 07 08:30:56.991776 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb121b5-ae9d-4a18-88e3-9f78c43e15f0 req-14d302b9-d4ab-47e2-b669-443f2de368aa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:56.993535 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-dcb121b5-ae9d-4a18-88e3-9f78c43e15f0 req-14d302b9-d4ab-47e2-b669-443f2de368aa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0881474 Jun 07 08:30:57.042728 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-dcb121b5-ae9d-4a18-88e3-9f78c43e15f0 req-b85675f0-e4fb-45af-91e2-d0e8d6eae84e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436308 Jun 07 08:30:57.294689 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f9f9f-fbc9-41e8-b697-d65d80fc4250 req-8c2bacb2-1156-42f9-8be8-77661d311996 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:57.296149 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b90f9f9f-fbc9-41e8-b697-d65d80fc4250 req-8c2bacb2-1156-42f9-8be8-77661d311996 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 945 time: 0.0851038 Jun 07 08:30:57.342848 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b90f9f9f-fbc9-41e8-b697-d65d80fc4250 req-14b567bf-e46b-48c7-abc6-6640c3620f21 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a1f030a-cb82-4402-a526-02008a2876ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408564 Jun 07 08:30:57.449414 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:57.493426 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-878fd990-10bb-485e-8b83-bfa2ba40d66f tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:57.494989 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-878fd990-10bb-485e-8b83-bfa2ba40d66f tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.50 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 945 time: 0.0874889 Jun 07 08:30:57.640001 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Deleting port c824926f-7a95-420e-8a20-b706b9f87a88 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:30:57.640358 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:57.789822 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] For port c824926f-7a95-420e-8a20-b706b9f87a88, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c824926f-7a95-420e-8a20-b706b9f87a88,segment=NetworkSegment(4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200),segment_id=4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:30:57.790193 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:57.930793 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Calling delete_port for c824926f-7a95-420e-8a20-b706b9f87a88 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:30:58.126009 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:58.132009 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:30:58.184265 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['c824926f-7a95-420e-8a20-b706b9f87a88'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:30:58.211398 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Pushing event deleted for resources: {'Port': ['ID=c824926f-7a95-420e-8a20-b706b9f87a88,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:30:58.278224 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.278559 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.283927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:30:58.297165 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:30:58.339461 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] No DVR routers for this DVR port c824926f-7a95-420e-8a20-b706b9f87a88 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:30:58.344380 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:58.346444 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-177451f3-0a06-4d77-9b23-9eb382fb315a req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.50 "DELETE /v2.0/ports/c824926f-7a95-420e-8a20-b706b9f87a88 HTTP/1.1" status: 204 len: 173 time: 0.8445809 Jun 07 08:30:58.353176 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9', 'name': 'network-vif-deleted', 'tag': 'c824926f-7a95-420e-8a20-b706b9f87a88'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:30:58.353176 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90219312-8bd2-4b03-9105-aefa20120e17" -d '{"events": [{"server_uuid": "3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9", "name": "network-vif-deleted", "tag": "c824926f-7a95-420e-8a20-b706b9f87a88"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:30:58.374159 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797892c-b7f9-4ef4-9868-f9f8b7aecc8d req-149c905f-3cc1-420c-b641-ee6a02b3f7b6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:58.375646 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5797892c-b7f9-4ef4-9868-f9f8b7aecc8d req-149c905f-3cc1-420c-b641-ee6a02b3f7b6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.2046051 Jun 07 08:30:58.423966 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5797892c-b7f9-4ef4-9868-f9f8b7aecc8d req-44b47cca-6fbb-4b19-85be-d9c2243233c0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411780 Jun 07 08:30:58.483046 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605c2204-ed30-4754-842f-0e8343f5d852 x-openstack-request-id: req-605c2204-ed30-4754-842f-0e8343f5d852 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:30:58.483335 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9", "name": "network-vif-deleted", "tag": "c824926f-7a95-420e-8a20-b706b9f87a88", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:30:58.483649 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-605c2204-ed30-4754-842f-0e8343f5d852 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:30:58.484028 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9', 'name': 'network-vif-deleted', 'tag': 'c824926f-7a95-420e-8a20-b706b9f87a88', 'status': 'completed', 'code': 200} Jun 07 08:30:58.619157 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-26b78684-8986-4ca6-a027-e53a10b5c178 req-974f8a70-4468-489b-84fc-cba4049a8f8d tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 210 time: 0.0488143 Jun 07 08:30:59.423106 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:30:59.626297 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefd420-3e88-46f7-bed6-310d6822538b req-b855e589-fcfd-455e-b918-ef1671405062 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:30:59.627762 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3cefd420-3e88-46f7-bed6-310d6822538b req-b855e589-fcfd-455e-b918-ef1671405062 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0868857 Jun 07 08:30:59.693030 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3cefd420-3e88-46f7-bed6-310d6822538b req-940403fb-ab22-4168-8fe5-2258ed156943 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541718 Jun 07 08:30:59.805812 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-864835cc-7425-40a7-a778-6da963ca1e43 req-f2a11b58-d765-46a1-8dd8-c18efb1ea242 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efd1f1b-7de2-4286-b2ad-c91ecfa2b1c9 HTTP/1.1" status: 200 len: 210 time: 0.0476477 Jun 07 08:31:00.912597 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26d167-0a86-49b7-a84b-1ba9b7888a11 req-e3f74cd3-45c8-47f1-b368-56cfde0ebe56 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:00.914237 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-eb26d167-0a86-49b7-a84b-1ba9b7888a11 req-e3f74cd3-45c8-47f1-b368-56cfde0ebe56 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0902479 Jun 07 08:31:00.980952 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-eb26d167-0a86-49b7-a84b-1ba9b7888a11 req-81c68f2e-c403-4e5a-8887-a0db45a1566e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588753 Jun 07 08:31:01.020245 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e8d60-0682-4206-a0d3-04693a83c2ae req-b895e45a-c315-43f5-9531-6923daaf7433 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:01.020822 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b79e8d60-0682-4206-a0d3-04693a83c2ae req-b895e45a-c315-43f5-9531-6923daaf7433 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1600671 Jun 07 08:31:01.026288 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-6412569c-1405-400d-807a-a416e9d816bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:01.027789 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-6412569c-1405-400d-807a-a416e9d816bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1098 time: 0.1316032 Jun 07 08:31:01.167693 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b79e8d60-0682-4206-a0d3-04693a83c2ae req-a9c51fa1-ed50-4da8-9996-056dce509cd4 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389346 Jun 07 08:31:01.212436 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-dddbb387-150b-48d8-b127-044599685e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:01.214092 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-dddbb387-150b-48d8-b127-044599685e63 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 920 time: 0.1701891 Jun 07 08:31:01.290338 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-601b4fc4-dcce-4cb3-9a36-ec538147de48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278e7e97-7e06-4294-8e52-61d7844061a6 HTTP/1.1" status: 200 len: 217 time: 0.0687768 Jun 07 08:31:01.356000 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-ddd6e711-037d-4756-aeae-0239735c1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:01.357367 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-ddd6e711-037d-4756-aeae-0239735c1cc5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.0599804 Jun 07 08:31:01.474739 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-34bb59f0-2675-4344-bbb4-96e8a7646deb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098142 Jun 07 08:31:01.616473 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-e05f26ec-5679-4101-8add-491a7989d4f5 service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329541 Jun 07 08:31:01.763934 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c75de717-acfe-4f4b-b2c9-c423ea8bd086 req-55c5c8ea-0cfd-435e-8d9e-999e381b2197 service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408789 Jun 07 08:31:02.210063 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114c109-efc9-4bf4-b3b1-477be3a4df6a req-922c6e53-9157-4ec6-9860-af9b82939f7f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:02.213159 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4114c109-efc9-4bf4-b3b1-477be3a4df6a req-922c6e53-9157-4ec6-9860-af9b82939f7f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1098266 Jun 07 08:31:02.262711 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4114c109-efc9-4bf4-b3b1-477be3a4df6a req-98e7fbf7-3f47-4236-b350-8946d6ba7f29 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 Jun 07 08:31:02.277781 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device c824926f-7a95-420e-8a20-b706b9f87a88 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:31:02.321438 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: c824926f-7a95-420e-8a20-b706b9f87a88 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:31:02.321884 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device c824926f-7a95-420e-8a20-b706b9f87a88 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:31:02.411561 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72086e0-5320-417b-bf5f-bfec6a1eec2d req-f2116795-d82c-40c9-927e-ef093bc899e3 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:02.412974 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c72086e0-5320-417b-bf5f-bfec6a1eec2d req-f2116795-d82c-40c9-927e-ef093bc899e3 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0839415 Jun 07 08:31:02.458462 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c72086e0-5320-417b-bf5f-bfec6a1eec2d req-286231e8-f354-4263-9f1b-ceb9ea5ecaab tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Jun 07 08:31:03.482983 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d0c3c-5af0-4356-8a6a-72dea3a0d3a4 req-02443ccf-f0c8-43b0-be61-4752a94fe644 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:03.485503 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e12d0c3c-5af0-4356-8a6a-72dea3a0d3a4 req-02443ccf-f0c8-43b0-be61-4752a94fe644 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1062908 Jun 07 08:31:03.534950 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e12d0c3c-5af0-4356-8a6a-72dea3a0d3a4 req-4c9a95c4-d0b1-41df-b697-0904f6464977 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433981 Jun 07 08:31:03.611328 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfc307-c265-45d6-9ae4-f6988cdf9cfa req-73164686-45b7-46df-85c8-c5d08d4ffdc3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:03.612897 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b1dfc307-c265-45d6-9ae4-f6988cdf9cfa req-73164686-45b7-46df-85c8-c5d08d4ffdc3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 945 time: 0.0837226 Jun 07 08:31:03.660697 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b1dfc307-c265-45d6-9ae4-f6988cdf9cfa req-3f65d330-aa87-4a85-a81d-e8cf91e22338 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416129 Jun 07 08:31:03.727230 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2401623-d489-4f81-95de-642564446251 req-52fd741d-d546-470b-86d9-e2337deb0520 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:03.734029 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b2401623-d489-4f81-95de-642564446251 req-52fd741d-d546-470b-86d9-e2337deb0520 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0930107 Jun 07 08:31:03.777331 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b2401623-d489-4f81-95de-642564446251 req-9db773b8-6ba6-458d-9642-8b085f569c36 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423450 Jun 07 08:31:04.287277 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 75ca4639-af2e-4f17-82d7-bdc3d5124cbe details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:31:04.420035 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:04.433820 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'port_id': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'mac_address': 'fa:16:3e:71:a8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:31:04.488032 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:04.509858 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75ca4639-af2e-4f17-82d7-bdc3d5124cbe {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:31:04.527449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:04.634964 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:04.636948 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:04.707813 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=6']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:04.717461 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:04.741243 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33938d03-1464-467c-a206-c56836af3ae1 req-9af55798-f21d-4837-82c4-75aa0f96d062 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:04.742713 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-33938d03-1464-467c-a206-c56836af3ae1 req-9af55798-f21d-4837-82c4-75aa0f96d062 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 944 time: 0.0885053 Jun 07 08:31:04.787935 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-33938d03-1464-467c-a206-c56836af3ae1 req-1a306ed3-ce21-4af2-a4bc-5949f496cbd7 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394790 Jun 07 08:31:04.884126 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121fcc3-3f05-4221-9660-3163ecd5c133 req-ecd80cbb-f5b4-4665-9ede-dfb9fee55067 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:04.885681 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1121fcc3-3f05-4221-9660-3163ecd5c133 req-ecd80cbb-f5b4-4665-9ede-dfb9fee55067 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 945 time: 0.1108062 Jun 07 08:31:04.886537 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['75ca4639-af2e-4f17-82d7-bdc3d5124cbe'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:31:04.938598 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1121fcc3-3f05-4221-9660-3163ecd5c133 req-3ea17369-1f0c-475e-b44f-9834840358f4 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417919 Jun 07 08:31:05.015102 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113988b7-a473-464d-b682-2a797519c894 req-b2ac299b-d9e0-49f0-83df-412cdc5dc8b5 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:05.016652 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-113988b7-a473-464d-b682-2a797519c894 req-b2ac299b-d9e0-49f0-83df-412cdc5dc8b5 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1132493 Jun 07 08:31:05.138057 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-113988b7-a473-464d-b682-2a797519c894 req-da79f713-7cb8-4707-8015-fedf023bd745 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138775 Jun 07 08:31:05.995365 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821811e2-33d4-41e8-84be-24dfd2bb2828 req-54860214-f115-426d-9c74-c03a62127ccb tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:05.996879 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-821811e2-33d4-41e8-84be-24dfd2bb2828 req-54860214-f115-426d-9c74-c03a62127ccb tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 944 time: 0.0968664 Jun 07 08:31:06.109626 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-821811e2-33d4-41e8-84be-24dfd2bb2828 req-232919d7-7983-4418-968e-f162c3b67dac tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070874 Jun 07 08:31:06.167241 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-828e21b3-120c-4f49-881d-be4d146e8c23 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:06.169114 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-828e21b3-120c-4f49-881d-be4d146e8c23 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 945 time: 0.1072009 Jun 07 08:31:06.193807 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fd133-8d94-43e2-8972-2619e70d7cc2 req-83695318-0df7-4021-b7c9-dd0968b1d686 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:06.195636 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9c2fd133-8d94-43e2-8972-2619e70d7cc2 req-83695318-0df7-4021-b7c9-dd0968b1d686 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 945 time: 0.1126230 Jun 07 08:31:06.249018 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9c2fd133-8d94-43e2-8972-2619e70d7cc2 req-37e2b534-681b-4591-8419-3172bc5934aa tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460203 Jun 07 08:31:06.294183 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 75ca4639-af2e-4f17-82d7-bdc3d5124cbe up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:31:06.372113 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:31:06.373730 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:06.392401 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Deleting port c1c0eabc-eac1-4c66-8a42-606c67a504dd {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:31:06.392878 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:06.457784 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524e1e8-b649-41ec-b69f-004ff5f9d648 req-72b1d6d5-46d9-4b1e-a171-ba3ba573d9ab tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:06.459564 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4524e1e8-b649-41ec-b69f-004ff5f9d648 req-72b1d6d5-46d9-4b1e-a171-ba3ba573d9ab tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1673505 Jun 07 08:31:06.531600 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:06.561022 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:06.570215 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708de404-c2a5-474b-8d76-d1f180aa2829" -d '{"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-plugged", "status": "completed", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:06.571933 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:06.587187 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4524e1e8-b649-41ec-b69f-004ff5f9d648 req-3300b837-4ae4-4679-bb66-270f206cc488 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749123 Jun 07 08:31:06.597335 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] For port c1c0eabc-eac1-4c66-8a42-606c67a504dd, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=c1c0eabc-eac1-4c66-8a42-606c67a504dd,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:06.598847 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:06.617311 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc361f9-a5c5-4e23-acd8-79eaf25d9224 x-openstack-request-id: req-5dc361f9-a5c5-4e23-acd8-79eaf25d9224 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:06.617609 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-plugged", "status": "completed", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:06.617863 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dc361f9-a5c5-4e23-acd8-79eaf25d9224 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:06.618282 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'code': 200} Jun 07 08:31:06.650169 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:06.651542 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:06.727751 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=7']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:06.728004 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Calling delete_port for c1c0eabc-eac1-4c66-8a42-606c67a504dd owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:31:06.731471 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:06.937883 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:06.945275 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:06.999179 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['a39ef61e-fd7b-492f-ae99-8fab89e129af', 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a', '7d713a1f-6ec2-4dbb-9a97-e046b5215441', 'c1c0eabc-eac1-4c66-8a42-606c67a504dd'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:31:07.014667 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Pushing event deleted for resources: {'Port': ['ID=c1c0eabc-eac1-4c66-8a42-606c67a504dd,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:07.025636 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:07.119470 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] No DVR routers for this DVR port c1c0eabc-eac1-4c66-8a42-606c67a504dd on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:31:07.122314 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:07.124358 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b92dc5ea-44c8-4f2c-b5a8-771edbeb795b req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "DELETE /v2.0/ports/c1c0eabc-eac1-4c66-8a42-606c67a504dd HTTP/1.1" status: 204 len: 173 time: 0.9497044 Jun 07 08:31:07.125071 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0792058c-cfe9-422e-9f56-3e9e24329def', 'name': 'network-vif-deleted', 'tag': 'c1c0eabc-eac1-4c66-8a42-606c67a504dd'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:07.127578 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdd76fc-9575-40c9-aa97-e96202502ac9" -d '{"events": [{"server_uuid": "0792058c-cfe9-422e-9f56-3e9e24329def", "name": "network-vif-deleted", "tag": "c1c0eabc-eac1-4c66-8a42-606c67a504dd"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:07.217492 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fa50b5-a843-4238-91f8-11e73e1452ec x-openstack-request-id: req-11fa50b5-a843-4238-91f8-11e73e1452ec {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:07.217813 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0792058c-cfe9-422e-9f56-3e9e24329def", "name": "network-vif-deleted", "tag": "c1c0eabc-eac1-4c66-8a42-606c67a504dd", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:07.218102 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11fa50b5-a843-4238-91f8-11e73e1452ec {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:07.218509 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0792058c-cfe9-422e-9f56-3e9e24329def', 'name': 'network-vif-deleted', 'tag': 'c1c0eabc-eac1-4c66-8a42-606c67a504dd', 'status': 'completed', 'code': 200} Jun 07 08:31:07.373361 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2396a-bcb4-45fb-bc27-a7ddddef0bf1 req-7533e386-4cf7-4f93-b725-4e3fd9c03ded tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:07.382968 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-25e2396a-bcb4-45fb-bc27-a7ddddef0bf1 req-7533e386-4cf7-4f93-b725-4e3fd9c03ded tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1121721 Jun 07 08:31:07.429905 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-25e2396a-bcb4-45fb-bc27-a7ddddef0bf1 req-653588a9-d3fa-4c35-a8d1-bcd3ecd11933 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459473 Jun 07 08:31:07.657821 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d7f1d6a5-d4a0-4622-b90e-cd46414847b5 req-dbdd27d9-0299-4bb6-a74a-dc5ac011b378 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 210 time: 0.1854978 Jun 07 08:31:07.822184 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd37b92-c286-4f40-a630-497131cf37d2 req-56267294-411b-4c58-8301-544ad385016d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:07.829872 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0bd37b92-c286-4f40-a630-497131cf37d2 req-56267294-411b-4c58-8301-544ad385016d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0985255 Jun 07 08:31:07.875021 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0bd37b92-c286-4f40-a630-497131cf37d2 req-368c9768-b1b1-47d1-ad3c-c6a3b48a4191 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442348 Jun 07 08:31:08.375564 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47188) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:08.668112 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:08.745083 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34697956-6476-47d2-9141-31e96ec619c3 req-0f4bef21-0fc3-44fc-8203-29bad82514dd tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:08.750190 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-34697956-6476-47d2-9141-31e96ec619c3 req-0f4bef21-0fc3-44fc-8203-29bad82514dd tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1437960 Jun 07 08:31:08.847869 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-34697956-6476-47d2-9141-31e96ec619c3 req-ddb38e57-b62f-497d-a31c-5b6fd7f003a5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890286 Jun 07 08:31:08.985398 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3c0c7ee2-ddda-4099-af5d-528fda19d70f req-bddb8b34-a59b-43d3-9342-3cef0b3ca11f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=0792058c-cfe9-422e-9f56-3e9e24329def HTTP/1.1" status: 200 len: 210 time: 0.0922384 Jun 07 08:31:08.993681 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:09.208299 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a590a6-c14d-4d6e-b09c-5d932ddcff0b req-d1a7b4b2-b9ac-4524-9a7c-6dc9ef6bb33f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:09.218948 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a1a590a6-c14d-4d6e-b09c-5d932ddcff0b req-d1a7b4b2-b9ac-4524-9a7c-6dc9ef6bb33f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1432106 Jun 07 08:31:09.285781 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:09.296940 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a1a590a6-c14d-4d6e-b09c-5d932ddcff0b req-45ed739c-efbe-4545-aa42-b2bc683df4e6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741680 Jun 07 08:31:09.299728 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4aa3bcd4-9a90-4058-ad17-94815cea2db4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:09.377922 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c04edd57cb634f70aa85140b7d5c2ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0002928 Jun 07 08:31:09.379710 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0b1318-f7cd-4b39-950f-8e3786c7b840,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:09.380995 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47208) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:09.390286 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.390972 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.391546 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.391966 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.392428 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.393010 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.393551 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.394169 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.394968 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.395373 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.395780 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.396396 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:09.410460 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:09.457140 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-717859c5-7154-407d-9d5e-a44659e0f1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:09.618296 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-717859c5-7154-407d-9d5e-a44659e0f1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:09.846334 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-717859c5-7154-407d-9d5e-a44659e0f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:09.849789 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-717859c5-7154-407d-9d5e-a44659e0f1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:09.851842 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-717859c5-7154-407d-9d5e-a44659e0f1ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a0b1318-f7cd-4b39-950f-8e3786c7b840 HTTP/1.1" status: 204 len: 168 time: 0.4696703 Jun 07 08:31:09.852925 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2f10ceb8-bd39-4fc4-ba04-ce13d206224e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:09.874637 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717859c5-7154-407d-9d5e-a44659e0f1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0b1318-f7cd-4b39-950f-8e3786c7b840,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:09.878471 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-717859c5-7154-407d-9d5e-a44659e0f1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:10.214245 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4686baa-9ec4-437a-844d-10e74699e04c req-aeeea62f-7300-43b9-a6e9-0d707209f469 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:10.221063 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d4686baa-9ec4-437a-844d-10e74699e04c req-aeeea62f-7300-43b9-a6e9-0d707209f469 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.2163403 Jun 07 08:31:10.266280 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d4686baa-9ec4-437a-844d-10e74699e04c req-72343897-901d-4acb-8eae-7d691b0a852f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441086 Jun 07 08:31:10.340115 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device c1c0eabc-eac1-4c66-8a42-606c67a504dd no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:31:10.448121 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: c1c0eabc-eac1-4c66-8a42-606c67a504dd {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:31:10.448855 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device c1c0eabc-eac1-4c66-8a42-606c67a504dd not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:31:10.717177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572eac7-7952-4801-a713-a070dc0fb314 req-5108b7c0-d506-4ec9-91ac-f3cbab025419 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:10.725271 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f572eac7-7952-4801-a713-a070dc0fb314 req-5108b7c0-d506-4ec9-91ac-f3cbab025419 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1978929 Jun 07 08:31:10.785327 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f572eac7-7952-4801-a713-a070dc0fb314 req-bc6931d3-4f03-452d-a54e-930fdcd3d157 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589445 Jun 07 08:31:11.509446 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9605b20-4e8c-4437-8d02-1b80661da3de req-d5a64cea-1318-430d-a610-d2776471e7ff tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:11.510953 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f9605b20-4e8c-4437-8d02-1b80661da3de req-d5a64cea-1318-430d-a610-d2776471e7ff tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1012709 Jun 07 08:31:11.572836 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f9605b20-4e8c-4437-8d02-1b80661da3de req-cfde7a2f-589b-48bd-a390-199c7a03050c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557809 Jun 07 08:31:12.044467 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f8b9c-8210-4228-b00a-85ce1b7504f3 req-d0586ba4-ff2a-4d21-8c40-0253c323a393 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:12.046271 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-806f8b9c-8210-4228-b00a-85ce1b7504f3 req-d0586ba4-ff2a-4d21-8c40-0253c323a393 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1095388 Jun 07 08:31:12.130116 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-806f8b9c-8210-4228-b00a-85ce1b7504f3 req-967c6ce5-efcd-4f57-aa51-8a303fc91645 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724049 Jun 07 08:31:12.814177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28e7c3-7599-46f2-8e8d-f2bf1ad7e201 req-19d1adac-b212-4e79-8e09-8438e0f138af tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:12.815832 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2e28e7c3-7599-46f2-8e8d-f2bf1ad7e201 req-19d1adac-b212-4e79-8e09-8438e0f138af tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0983777 Jun 07 08:31:12.940996 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2e28e7c3-7599-46f2-8e8d-f2bf1ad7e201 req-a6d6973b-887c-4c74-a252-82cb98015a5f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015432 Jun 07 08:31:12.962914 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685011b-39c3-4d92-9b45-d79cdcca82a9 req-3882718d-817f-4a0d-a2ce-a59e3dda87e0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:12.967443 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0685011b-39c3-4d92-9b45-d79cdcca82a9 req-3882718d-817f-4a0d-a2ce-a59e3dda87e0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 946 time: 0.1306260 Jun 07 08:31:13.041376 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0685011b-39c3-4d92-9b45-d79cdcca82a9 req-2a83d9e7-dab3-4862-8b7e-1ebb3fe1ea0f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680766 Jun 07 08:31:13.461961 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b183-55e5-479d-b1c1-74010da1224a req-cd9c3618-2154-44e9-ba05-d591ee027a6b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:13.469379 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5574b183-55e5-479d-b1c1-74010da1224a req-cd9c3618-2154-44e9-ba05-d591ee027a6b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1733911 Jun 07 08:31:13.537990 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5574b183-55e5-479d-b1c1-74010da1224a req-082b97ee-ff8c-4efc-b0ea-b0bae7e57a4c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588503 Jun 07 08:31:14.198556 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81947ee3-f0f0-45ea-bc84-049676ce6849 req-fee1fa21-a598-424d-94e8-ed9e1cccb7d8 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:14.200748 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-81947ee3-f0f0-45ea-bc84-049676ce6849 req-fee1fa21-a598-424d-94e8-ed9e1cccb7d8 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0994937 Jun 07 08:31:14.259795 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-81947ee3-f0f0-45ea-bc84-049676ce6849 req-31049ecb-1e31-4105-88ec-db550f73a600 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527864 Jun 07 08:31:14.264946 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7681f46b-a82a-4d23-a929-1a34c88f2111 req-3608411d-fb44-40ee-bd0a-56fc7d7006ba tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:14.264946 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7681f46b-a82a-4d23-a929-1a34c88f2111 req-3608411d-fb44-40ee-bd0a-56fc7d7006ba tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 946 time: 0.0925159 Jun 07 08:31:14.327526 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7681f46b-a82a-4d23-a929-1a34c88f2111 req-bd27ecf8-cfeb-403e-b67d-92fe4e6c33af tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577075 Jun 07 08:31:14.723270 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34623f-6b1c-43dc-a016-c37dbc240b69 req-262f9678-a939-4259-bcc0-3df8ca22e8bd tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:14.725362 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6f34623f-6b1c-43dc-a016-c37dbc240b69 req-262f9678-a939-4259-bcc0-3df8ca22e8bd tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0832953 Jun 07 08:31:14.769195 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6f34623f-6b1c-43dc-a016-c37dbc240b69 req-91fe2e6f-454f-4ef6-ae11-e28bed120df5 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380700 Jun 07 08:31:14.977422 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-0fad1f49-7bfa-4c27-9988-16dccca84fbc tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:14.978896 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-0fad1f49-7bfa-4c27-9988-16dccca84fbc tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 946 time: 0.0897295 Jun 07 08:31:15.117187 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Deleting port 7d713a1f-6ec2-4dbb-9a97-e046b5215441 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:31:15.117453 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:15.285931 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] For port 7d713a1f-6ec2-4dbb-9a97-e046b5215441, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7d713a1f-6ec2-4dbb-9a97-e046b5215441,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:15.285931 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:15.422875 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Calling delete_port for 7d713a1f-6ec2-4dbb-9a97-e046b5215441 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:31:15.580168 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e51f434-cc20-4a73-be50-059eaf689f78 req-7696b5c7-ab4e-413b-bc46-324ea5d5e99c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:15.588276 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2e51f434-cc20-4a73-be50-059eaf689f78 req-7696b5c7-ab4e-413b-bc46-324ea5d5e99c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 946 time: 0.1019354 Jun 07 08:31:15.622613 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef1bd1-01b1-4f19-98ff-39a5c6adfd7c req-8794af69-79c0-45f4-bc10-e2576aaa85dc tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:15.624363 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-16ef1bd1-01b1-4f19-98ff-39a5c6adfd7c req-8794af69-79c0-45f4-bc10-e2576aaa85dc tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1809294 Jun 07 08:31:15.641221 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2e51f434-cc20-4a73-be50-059eaf689f78 req-99db3c3e-dc13-4206-8b67-38403f963967 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518897 Jun 07 08:31:15.685738 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-16ef1bd1-01b1-4f19-98ff-39a5c6adfd7c req-ed5fc93c-9db4-4c3d-9e0b-aa857c596889 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491281 Jun 07 08:31:15.748811 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:15.757072 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-00e15a4f-f04c-4ee2-a565-9747141f5f3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:15.790528 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['a39ef61e-fd7b-492f-ae99-8fab89e129af', 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a', '7d713a1f-6ec2-4dbb-9a97-e046b5215441'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:31:15.811203 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Pushing event deleted for resources: {'Port': ['ID=7d713a1f-6ec2-4dbb-9a97-e046b5215441,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:15.819421 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:15.902470 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] No DVR routers for this DVR port 7d713a1f-6ec2-4dbb-9a97-e046b5215441 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:31:15.905457 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:15.908051 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d96bfcf3-deaf-46c8-bf7f-5809dfc17be6 req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "DELETE /v2.0/ports/7d713a1f-6ec2-4dbb-9a97-e046b5215441 HTTP/1.1" status: 204 len: 173 time: 0.9237363 Jun 07 08:31:15.908595 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca23d21-56a5-4244-92d0-64e625cde7fe', 'name': 'network-vif-deleted', 'tag': '7d713a1f-6ec2-4dbb-9a97-e046b5215441'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:15.911886 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91c4f45-5f65-47fc-b19e-d47086b85e67" -d '{"events": [{"server_uuid": "eca23d21-56a5-4244-92d0-64e625cde7fe", "name": "network-vif-deleted", "tag": "7d713a1f-6ec2-4dbb-9a97-e046b5215441"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:16.064395 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fcea7e6-218f-4269-800e-ea792018ba9a x-openstack-request-id: req-5fcea7e6-218f-4269-800e-ea792018ba9a {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:16.065870 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eca23d21-56a5-4244-92d0-64e625cde7fe", "name": "network-vif-deleted", "tag": "7d713a1f-6ec2-4dbb-9a97-e046b5215441", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:16.066378 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fcea7e6-218f-4269-800e-ea792018ba9a {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:16.066973 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca23d21-56a5-4244-92d0-64e625cde7fe', 'name': 'network-vif-deleted', 'tag': '7d713a1f-6ec2-4dbb-9a97-e046b5215441', 'status': 'completed', 'code': 200} Jun 07 08:31:16.170816 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fbcc6-9ee6-46c2-9905-c13cb00f0af6 req-4982de6b-bd25-4cd8-8159-f9c73b463d7f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:16.186482 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4c8fbcc6-9ee6-46c2-9905-c13cb00f0af6 req-4982de6b-bd25-4cd8-8159-f9c73b463d7f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.2633693 Jun 07 08:31:16.301330 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4c8fbcc6-9ee6-46c2-9905-c13cb00f0af6 req-cb3044c7-47fd-4512-b27b-ac07e6c814ed tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086657 Jun 07 08:31:16.769677 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47374) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:17.049776 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-99726232-c9a5-4770-924d-7aed1aaf9a54 req-adcfdd12-6c60-4d88-8520-0b678a597270 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=eca23d21-56a5-4244-92d0-64e625cde7fe HTTP/1.1" status: 200 len: 210 time: 0.1697783 Jun 07 08:31:17.057673 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-90d23c82-1723-4595-b257-fd7526cbec41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:17.154843 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca2c96-9cc9-4dd0-b531-dd3f97fdc8ef req-f7f53724-33bb-4ad6-bb6e-0aba3533e80b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:17.157099 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-caca2c96-9cc9-4dd0-b531-dd3f97fdc8ef req-f7f53724-33bb-4ad6-bb6e-0aba3533e80b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.3298483 Jun 07 08:31:17.250429 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-caca2c96-9cc9-4dd0-b531-dd3f97fdc8ef req-67c0039a-13cb-4d77-8bac-c7939b69f87a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684204 Jun 07 08:31:17.257797 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-90d23c82-1723-4595-b257-fd7526cbec41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:17.388611 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-90d23c82-1723-4595-b257-fd7526cbec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:17.398000 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f3289d25-2610-4bb1-a09a-27dff2281896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:17.451722 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d23c82-1723-4595-b257-fd7526cbec41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b17f4d1-edcd-4b78-95cb-d90814150731,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:17.471132 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-90d23c82-1723-4595-b257-fd7526cbec41 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fa4fb4c0d3948bc8ac003be4cc06e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7003319 Jun 07 08:31:17.472843 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-90d23c82-1723-4595-b257-fd7526cbec41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:17.474429 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47384) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:17.498722 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07165cc4-96eb-481b-9b45-5a9fdcbf2fbd req-3f9a3ca9-2703-42b5-b62b-5b59d793ed74 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:17.500195 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-07165cc4-96eb-481b-9b45-5a9fdcbf2fbd req-3f9a3ca9-2703-42b5-b62b-5b59d793ed74 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0903161 Jun 07 08:31:17.540869 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-827dc783-60ad-406b-bf43-3e9a964cf40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:17.572885 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-07165cc4-96eb-481b-9b45-5a9fdcbf2fbd req-22dd1197-cf10-498c-983a-5c5a95184f88 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590010 Jun 07 08:31:17.597539 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-827dc783-60ad-406b-bf43-3e9a964cf40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:17.725640 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-827dc783-60ad-406b-bf43-3e9a964cf40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:17.728091 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-827dc783-60ad-406b-bf43-3e9a964cf40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:17.729241 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-827dc783-60ad-406b-bf43-3e9a964cf40d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b17f4d1-edcd-4b78-95cb-d90814150731 HTTP/1.1" status: 204 len: 168 time: 0.2536829 Jun 07 08:31:17.730007 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3d9994cc-d560-4122-bf00-d1546976d41c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:17.763773 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827dc783-60ad-406b-bf43-3e9a964cf40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b17f4d1-edcd-4b78-95cb-d90814150731,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:17.766227 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-827dc783-60ad-406b-bf43-3e9a964cf40d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:18.377101 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7d713a1f-6ec2-4dbb-9a97-e046b5215441 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:31:18.479883 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 7d713a1f-6ec2-4dbb-9a97-e046b5215441 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:31:18.480613 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7d713a1f-6ec2-4dbb-9a97-e046b5215441 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:31:18.546212 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b83c2-2aa8-42a4-9091-fd7b0f774c33 req-f4399d01-8bd2-4252-892b-4d6047cbb24a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:18.555453 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-113b83c2-2aa8-42a4-9091-fd7b0f774c33 req-f4399d01-8bd2-4252-892b-4d6047cbb24a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1456127 Jun 07 08:31:18.590617 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47410) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:18.610423 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7e4345cf-4238-4669-8648-635494fcbad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:18.638859 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-113b83c2-2aa8-42a4-9091-fd7b0f774c33 req-c0501f0c-75b3-43bb-821d-c157539fca7a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791228 Jun 07 08:31:18.835872 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7e4345cf-4238-4669-8648-635494fcbad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:18.929763 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644bd15-efcb-4d80-a5bd-73a6662f6fb5 req-d7b1f609-ad88-4d1f-a6b4-f7f0fd46c71c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:18.932049 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6644bd15-efcb-4d80-a5bd-73a6662f6fb5 req-d7b1f609-ad88-4d1f-a6b4-f7f0fd46c71c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1467702 Jun 07 08:31:18.960889 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4dd277-385d-4943-ad33-075fc11ff72b req-44e51f83-4bec-472d-bc1c-6e15ae71efb1 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:18.969219 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e4dd277-385d-4943-ad33-075fc11ff72b req-44e51f83-4bec-472d-bc1c-6e15ae71efb1 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 945 time: 0.1115422 Jun 07 08:31:19.011868 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6644bd15-efcb-4d80-a5bd-73a6662f6fb5 req-180eb657-b0d0-40dc-bd26-d12cfa2b50a6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740645 Jun 07 08:31:19.075405 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3e4dd277-385d-4943-ad33-075fc11ff72b req-73bf4962-a02e-4420-9df0-ef5d5e4eb311 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047695 Jun 07 08:31:19.676453 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7e4345cf-4238-4669-8648-635494fcbad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:19.679699 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1e7c4048-2078-4895-9684-f01257a36cfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:19.718085 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-7e4345cf-4238-4669-8648-635494fcbad4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81ff45f3803148e0a5598c44ca1cc882&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1263096 Jun 07 08:31:19.722244 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4345cf-4238-4669-8648-635494fcbad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239a8d9e-6916-40ee-a42f-f058859303f1,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:19.722367 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47426) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:19.723096 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7e4345cf-4238-4669-8648-635494fcbad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:19.838012 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-21e0d0ce-1459-4ab2-a9a9-d230993fcb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:19.870771 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-21e0d0ce-1459-4ab2-a9a9-d230993fcb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:19.904530 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01fb0b-ad8d-4f8f-ba1b-278073b58ff4 req-4b07a49e-d168-433e-bc4e-c76d959c2277 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:19.906099 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7c01fb0b-ad8d-4f8f-ba1b-278073b58ff4 req-4b07a49e-d168-433e-bc4e-c76d959c2277 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1540484 Jun 07 08:31:20.081845 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7c01fb0b-ad8d-4f8f-ba1b-278073b58ff4 req-77a2385d-6f2b-4122-baf9-892075afe113 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608400 Jun 07 08:31:20.150902 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-21e0d0ce-1459-4ab2-a9a9-d230993fcb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:20.155705 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-21e0d0ce-1459-4ab2-a9a9-d230993fcb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:20.156145 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-21e0d0ce-1459-4ab2-a9a9-d230993fcb72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/239a8d9e-6916-40ee-a42f-f058859303f1 HTTP/1.1" status: 204 len: 168 time: 0.4339290 Jun 07 08:31:20.157149 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-71f25aab-c5a3-4d8b-a0dd-13c5e0878919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:20.196362 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0d0ce-1459-4ab2-a9a9-d230993fcb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239a8d9e-6916-40ee-a42f-f058859303f1,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:20.202063 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-21e0d0ce-1459-4ab2-a9a9-d230993fcb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:20.366617 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b1a5bb-c226-4817-99ab-774a94979804 req-635c98d4-bc14-4291-a719-618bfa2add3b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:20.381513 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-98b1a5bb-c226-4817-99ab-774a94979804 req-635c98d4-bc14-4291-a719-618bfa2add3b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1830273 Jun 07 08:31:20.384685 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c167f7d-7fad-48ba-a129-f8974dd2ef4b req-1f58c624-6422-4c5c-9755-1962467e31c0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:20.386434 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1c167f7d-7fad-48ba-a129-f8974dd2ef4b req-1f58c624-6422-4c5c-9755-1962467e31c0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 945 time: 0.1389048 Jun 07 08:31:20.451307 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1c167f7d-7fad-48ba-a129-f8974dd2ef4b req-345615fb-cdd1-4a44-b997-f76bfa1d152c tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586822 Jun 07 08:31:20.526862 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-98b1a5bb-c226-4817-99ab-774a94979804 req-c922d600-bf48-4f0d-b52d-82eba95b1b31 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451633 Jun 07 08:31:20.589006 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-f8756851-a0cb-492b-8b9c-d7b166187e45 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:20.590622 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-f8756851-a0cb-492b-8b9c-d7b166187e45 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 945 time: 0.1386569 Jun 07 08:31:20.749392 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Deleting port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:31:20.750007 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:20.920829 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] For port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:20.920829 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:21.019787 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Calling delete_port for b71c6ed7-cca8-48b6-b9cb-8c859949bc0a owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:31:21.242814 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:21.248576 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:21.298251 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['a39ef61e-fd7b-492f-ae99-8fab89e129af', 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:31:21.314456 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Pushing event deleted for resources: {'Port': ['ID=b71c6ed7-cca8-48b6-b9cb-8c859949bc0a,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:21.318732 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:21.369752 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b9dc47-8b80-4563-85d5-5cc0ff878183 req-94b1fa30-b34d-4053-b679-912e7e627006 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:21.381680 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-49b9dc47-8b80-4563-85d5-5cc0ff878183 req-94b1fa30-b34d-4053-b679-912e7e627006 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1475651 Jun 07 08:31:21.438515 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] No DVR routers for this DVR port b71c6ed7-cca8-48b6-b9cb-8c859949bc0a on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:31:21.441302 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:21.443409 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-77cbc40a-3ec9-4c2f-b30b-f44c0357fb45 req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "DELETE /v2.0/ports/b71c6ed7-cca8-48b6-b9cb-8c859949bc0a HTTP/1.1" status: 204 len: 173 time: 0.8430486 Jun 07 08:31:21.444091 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb04da32-8b14-4520-813f-b7aef03d041e', 'name': 'network-vif-deleted', 'tag': 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:21.447144 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8aa29b-796b-4d21-9b24-fce850e688ae" -d '{"events": [{"server_uuid": "fb04da32-8b14-4520-813f-b7aef03d041e", "name": "network-vif-deleted", "tag": "b71c6ed7-cca8-48b6-b9cb-8c859949bc0a"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:21.466703 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-49b9dc47-8b80-4563-85d5-5cc0ff878183 req-a3a39142-9fa4-407a-ba1a-3d3403ef9bb9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823715 Jun 07 08:31:21.527462 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8fef9c-ad71-4365-8e9f-13cbdabc64c0 x-openstack-request-id: req-3c8fef9c-ad71-4365-8e9f-13cbdabc64c0 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:21.528013 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb04da32-8b14-4520-813f-b7aef03d041e", "name": "network-vif-deleted", "tag": "b71c6ed7-cca8-48b6-b9cb-8c859949bc0a", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:21.528451 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c8fef9c-ad71-4365-8e9f-13cbdabc64c0 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:21.531741 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb04da32-8b14-4520-813f-b7aef03d041e', 'name': 'network-vif-deleted', 'tag': 'b71c6ed7-cca8-48b6-b9cb-8c859949bc0a', 'status': 'completed', 'code': 200} Jun 07 08:31:21.809350 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-250b3308-c752-4f1b-8451-01dfcb3fc4a2 req-1d4943ee-fc25-4c14-9389-f3ce7a0d3005 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb04da32-8b14-4520-813f-b7aef03d041e HTTP/1.1" status: 200 len: 210 time: 0.0897093 Jun 07 08:31:21.822644 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b884b4e-88b8-4fd7-b131-baca93dc1907 req-675d19f1-f4a7-43ba-82a7-de9c72f63a07 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:21.824187 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5b884b4e-88b8-4fd7-b131-baca93dc1907 req-675d19f1-f4a7-43ba-82a7-de9c72f63a07 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1493943 Jun 07 08:31:21.879089 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5b884b4e-88b8-4fd7-b131-baca93dc1907 req-493f5c07-bf07-48bf-bede-27dd78ea7a51 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476937 Jun 07 08:31:22.142113 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47494) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:22.276460 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-aed60236-2e61-4192-b2db-3bde5397cadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:22.381540 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-aed60236-2e61-4192-b2db-3bde5397cadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:22.460151 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-aed60236-2e61-4192-b2db-3bde5397cadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:22.469217 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-075fe078-0c07-4802-901b-b26d10750a41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:22.512527 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-aed60236-2e61-4192-b2db-3bde5397cadb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f09487cde434a19b1f577eec03d137d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3692484 Jun 07 08:31:22.513545 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed60236-2e61-4192-b2db-3bde5397cadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64317c73-b8ad-45ef-9de4-a9326f0cb9d5,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:22.516035 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47502) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:22.527890 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-aed60236-2e61-4192-b2db-3bde5397cadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:22.590044 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-81202544-b9f1-4e7f-ab20-e3979789b7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:22.673577 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-861a5500-d55e-4767-9646-84efea333fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:22.676256 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-861a5500-d55e-4767-9646-84efea333fac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 1098 time: 0.0722437 Jun 07 08:31:22.676589 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-81202544-b9f1-4e7f-ab20-e3979789b7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:22.749916 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae8989-3e24-4053-9ba3-412b8ac813c6 req-706b51c0-26cc-4452-ad6b-fb72b08b47c6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:22.761680 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9bae8989-3e24-4053-9ba3-412b8ac813c6 req-706b51c0-26cc-4452-ad6b-fb72b08b47c6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1584861 Jun 07 08:31:22.814330 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-58588c51-fa15-4ecb-96b2-c8a76e5998a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:22.816317 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-58588c51-fa15-4ecb-96b2-c8a76e5998a2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 918 time: 0.1348810 Jun 07 08:31:22.839832 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9bae8989-3e24-4053-9ba3-412b8ac813c6 req-5f261a14-d2d8-40dd-b0b1-ade6d440476b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685856 Jun 07 08:31:22.842171 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-81202544-b9f1-4e7f-ab20-e3979789b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:22.855731 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-81202544-b9f1-4e7f-ab20-e3979789b7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:22.855731 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-81202544-b9f1-4e7f-ab20-e3979789b7b1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64317c73-b8ad-45ef-9de4-a9326f0cb9d5 HTTP/1.1" status: 204 len: 168 time: 0.3329751 Jun 07 08:31:22.863468 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ecbce220-9978-4ea3-aa18-616689ebb59b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:22.874565 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81202544-b9f1-4e7f-ab20-e3979789b7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64317c73-b8ad-45ef-9de4-a9326f0cb9d5,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:22.877159 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-81202544-b9f1-4e7f-ab20-e3979789b7b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:23.017680 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-0d1602c1-6201-4864-b939-ea67043ae99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:23.022607 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-f1c079f1-13f4-4574-a6f7-cadf02f11dd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe HTTP/1.1" status: 200 len: 1000 time: 0.1994317 Jun 07 08:31:23.095722 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-3fbd2c5f-5830-4646-b442-6c1a946d51da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:23.097207 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-3fbd2c5f-5830-4646-b442-6c1a946d51da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.0678599 Jun 07 08:31:23.183555 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445ce90-d2d5-4fa9-bd7c-b778c39631b5 req-e25cecbb-97b5-4693-88a2-d0a5968cc7c9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:23.185480 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c445ce90-d2d5-4fa9-bd7c-b778c39631b5 req-e25cecbb-97b5-4693-88a2-d0a5968cc7c9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1182902 Jun 07 08:31:23.239483 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c445ce90-d2d5-4fa9-bd7c-b778c39631b5 req-0af191c1-a559-43eb-9e55-0efdd4ef769c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479076 Jun 07 08:31:23.267917 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-2744e091-a576-4978-ad17-7c820e9e1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:23.269800 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-2744e091-a576-4978-ad17-7c820e9e1ac4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1653497 Jun 07 08:31:23.437362 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-953a0628-c5c5-455b-ab20-d0915e563287 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568339 Jun 07 08:31:23.590586 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-84ec665e-834a-435f-b0ad-6e85b1ac701c req-5ae110e4-1efc-4fc9-9c9f-b87b700b2919 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463778 Jun 07 08:31:24.034026 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0e79-6144-45bb-b7ba-6113664e4791 req-c26301af-d159-4ff2-8762-6c26329f92c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:24.035563 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f8f0e79-6144-45bb-b7ba-6113664e4791 req-c26301af-d159-4ff2-8762-6c26329f92c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0850554 Jun 07 08:31:24.086569 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f8f0e79-6144-45bb-b7ba-6113664e4791 req-e90fe271-fc30-4031-9dd3-3e0833075f92 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450692 Jun 07 08:31:24.435395 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device b71c6ed7-cca8-48b6-b9cb-8c859949bc0a no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:31:24.440073 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6e071-3aab-4395-9819-fc92b09150e5 req-d3d227f5-8bb1-472f-a6a6-d183742c3974 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:24.441265 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-85b6e071-3aab-4395-9819-fc92b09150e5 req-d3d227f5-8bb1-472f-a6a6-d183742c3974 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0830147 Jun 07 08:31:24.474530 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: b71c6ed7-cca8-48b6-b9cb-8c859949bc0a {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:31:24.475081 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device b71c6ed7-cca8-48b6-b9cb-8c859949bc0a not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:31:24.489201 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-85b6e071-3aab-4395-9819-fc92b09150e5 req-9c5a4cff-7d0c-41e0-bc0a-c735171efc54 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 Jun 07 08:31:25.125601 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:25.301285 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a396f-a0f1-41c2-9579-ad51d40cd211 req-bd89830a-f9d7-46f5-aa7f-15ca4100f1a6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:25.302972 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-447a396f-a0f1-41c2-9579-ad51d40cd211 req-bd89830a-f9d7-46f5-aa7f-15ca4100f1a6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.1024878 Jun 07 08:31:25.332960 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de976071-20c0-4806-8d20-338d7f13adfa req-74b30360-f55e-41e9-87c2-c859c8797af0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:25.340598 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-de976071-20c0-4806-8d20-338d7f13adfa req-74b30360-f55e-41e9-87c2-c859c8797af0 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 946 time: 0.0897241 Jun 07 08:31:25.349984 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-447a396f-a0f1-41c2-9579-ad51d40cd211 req-1368c18a-ea2f-4117-a2da-9d68d0222e77 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 Jun 07 08:31:25.385413 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-de976071-20c0-4806-8d20-338d7f13adfa req-167cee10-b8cb-45a2-9596-a89ecde1bc24 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439544 Jun 07 08:31:25.679842 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e109a7-688e-4c30-95a4-2608eb21e325 req-a17c9ce9-868e-47bf-9a5a-623652a18f1d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:25.681256 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d5e109a7-688e-4c30-95a4-2608eb21e325 req-a17c9ce9-868e-47bf-9a5a-623652a18f1d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0836349 Jun 07 08:31:25.734213 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d5e109a7-688e-4c30-95a4-2608eb21e325 req-138347d3-48a2-47ba-a461-87076298f00d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440230 Jun 07 08:31:25.737538 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4d18-7db8-4e37-a07b-1fe69eec8125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:25.862596 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:26.469946 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 75ca4639-af2e-4f17-82d7-bdc3d5124cbe no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:31:26.568172 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea06b25-f0be-4659-83b5-2bdbc0b1c0e4 req-e0d4e16e-3009-4d05-8d09-f288c5a2ff90 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:26.570784 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cea06b25-f0be-4659-83b5-2bdbc0b1c0e4 req-e0d4e16e-3009-4d05-8d09-f288c5a2ff90 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 945 time: 0.0929563 Jun 07 08:31:26.595841 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3679b5-ca87-4e6f-a0a4-7c2204704668 req-d533a974-9889-4d2e-97a8-bca02adc9168 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:26.597389 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0e3679b5-ca87-4e6f-a0a4-7c2204704668 req-d533a974-9889-4d2e-97a8-bca02adc9168 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 946 time: 0.0985637 Jun 07 08:31:26.602842 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:26.632909 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:26.635514 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2446ffac-75c3-4228-9dd5-1bd8c3716249" -d '{"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-unplugged", "status": "completed", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:26.639401 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cea06b25-f0be-4659-83b5-2bdbc0b1c0e4 req-6d84bec2-eec5-4ea5-abca-f11f8e15901b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629435 Jun 07 08:31:26.651484 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0e3679b5-ca87-4e6f-a0a4-7c2204704668 req-56f1b8ad-f625-4422-9ea8-89930897bd1e tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458837 Jun 07 08:31:26.654135 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:26.700494 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a166b3-dfa7-4400-8178-ecc56a831788 x-openstack-request-id: req-d4a166b3-dfa7-4400-8178-ecc56a831788 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:26.700828 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-unplugged", "status": "failed", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe", "code": 422}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:26.701234 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4a166b3-dfa7-4400-8178-ecc56a831788 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:26.701575 dv-cinder-784956-6-smb neutron-server[92139]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'code': 422} returned with failed status Jun 07 08:31:26.741271 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:26.743858 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:26.821846 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=8']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:26.829658 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.830005 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.830344 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.830679 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.831009 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.831335 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.831663 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.831984 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.832305 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.832651 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.832974 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.833331 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:26.837348 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:26.945504 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60eec1-096e-450a-abe6-bad8c4c01bcc req-6b581d71-2bf5-4f10-9250-61334808e56b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:26.947181 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e60eec1-096e-450a-abe6-bad8c4c01bcc req-6b581d71-2bf5-4f10-9250-61334808e56b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0893199 Jun 07 08:31:26.997255 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e60eec1-096e-450a-abe6-bad8c4c01bcc req-3fd94854-2778-481e-b12d-15cbef00637e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Jun 07 08:31:27.243430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-cf562576-61ac-4d67-b14b-cfc230e3a581 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:27.244899 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-cf562576-61ac-4d67-b14b-cfc230e3a581 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 946 time: 0.0873287 Jun 07 08:31:27.250359 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:31:27.388819 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Deleting port a39ef61e-fd7b-492f-ae99-8fab89e129af {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:31:27.389188 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:27.487988 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:27.526431 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] For port a39ef61e-fd7b-492f-ae99-8fab89e129af, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=a39ef61e-fd7b-492f-ae99-8fab89e129af,segment=NetworkSegment(1bf53ad1-288a-4158-a324-43c74af62402),segment_id=1bf53ad1-288a-4158-a324-43c74af62402)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:27.526788 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:27.648778 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Calling delete_port for a39ef61e-fd7b-492f-ae99-8fab89e129af owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:31:27.819816 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47618) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:27.867198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:27.873942 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:27.886424 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_v2 [None req-c999f72e-3cf0-4836-a27d-247113a6fa45 admin admin] Deleting subnet f3212e5c-9bcb-47ae-a1df-b8d851a6bcf3 {{(pid=92138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:31:27.889751 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c999f72e-3cf0-4836-a27d-247113a6fa45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:27.907659 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['a39ef61e-fd7b-492f-ae99-8fab89e129af'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:31:27.927875 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Pushing event deleted for resources: {'Port': ['ID=a39ef61e-fd7b-492f-ae99-8fab89e129af,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:27.933043 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:27.944062 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c999f72e-3cf0-4836-a27d-247113a6fa45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3506894'] for subnet, precommit_delete_associations {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.006223 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c999f72e-3cf0-4836-a27d-247113a6fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.017398 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29527a7-6afd-4459-adb9-a8ec2288c681 req-4f170c2b-c4a9-4e5a-b59a-39bd525756df tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:28.018310 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b29527a7-6afd-4459-adb9-a8ec2288c681 req-4f170c2b-c4a9-4e5a-b59a-39bd525756df tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 867 time: 0.2252402 Jun 07 08:31:28.065175 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] No DVR routers for this DVR port a39ef61e-fd7b-492f-ae99-8fab89e129af on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:31:28.070456 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.075558 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-16a9e3c1-5e2d-4951-954b-e56b5aa79360 req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.50 "DELETE /v2.0/ports/a39ef61e-fd7b-492f-ae99-8fab89e129af HTTP/1.1" status: 204 len: 173 time: 0.8252897 Jun 07 08:31:28.081356 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80691b0-15bb-4b70-92f5-696d3cfb759d', 'name': 'network-vif-deleted', 'tag': 'a39ef61e-fd7b-492f-ae99-8fab89e129af'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:28.085825 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bfa8cf-aede-4357-ab9a-47536c4b2796" -d '{"events": [{"server_uuid": "b80691b0-15bb-4b70-92f5-696d3cfb759d", "name": "network-vif-deleted", "tag": "a39ef61e-fd7b-492f-ae99-8fab89e129af"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:28.113497 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b29527a7-6afd-4459-adb9-a8ec2288c681 req-cd948875-a252-4cb6-962c-8aa9018c2248 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/security-groups?id=0796bbb2-df4f-40e2-b3ea-2395679426a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943332 Jun 07 08:31:28.201317 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e35105-4368-4ff2-b505-9e5b8c37519f req-2b05a0bd-08fe-4f4d-a032-826f7ad1e1a0 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:28.202795 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-84e35105-4368-4ff2-b505-9e5b8c37519f req-2b05a0bd-08fe-4f4d-a032-826f7ad1e1a0 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0808015 Jun 07 08:31:28.205770 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c999f72e-3cf0-4836-a27d-247113a6fa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2161693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398406'] for subnet, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.213110 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-65c4128e-a9ae-443f-9479-4aad1208392c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:28.268445 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c999f72e-3cf0-4836-a27d-247113a6fa45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.273034 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-c999f72e-3cf0-4836-a27d-247113a6fa45 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f3212e5c-9bcb-47ae-a1df-b8d851a6bcf3 HTTP/1.1" status: 204 len: 168 time: 0.4519265 Jun 07 08:31:28.274259 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c999f72e-3cf0-4836-a27d-247113a6fa45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3212e5c-9bcb-47ae-a1df-b8d851a6bcf3,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:28.274954 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47632) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:28.278484 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c999f72e-3cf0-4836-a27d-247113a6fa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:28.302867 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-84e35105-4368-4ff2-b505-9e5b8c37519f req-6e2b2381-eb02-4160-b2a9-0fb50c80869c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907199 Jun 07 08:31:28.452442 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04e7807-026e-40d4-85b6-af5b7e69cc19 x-openstack-request-id: req-a04e7807-026e-40d4-85b6-af5b7e69cc19 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:28.452771 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b80691b0-15bb-4b70-92f5-696d3cfb759d", "name": "network-vif-deleted", "tag": "a39ef61e-fd7b-492f-ae99-8fab89e129af", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:28.453044 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a04e7807-026e-40d4-85b6-af5b7e69cc19 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:28.453436 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80691b0-15bb-4b70-92f5-696d3cfb759d', 'name': 'network-vif-deleted', 'tag': 'a39ef61e-fd7b-492f-ae99-8fab89e129af', 'status': 'completed', 'code': 200} Jun 07 08:31:28.474981 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.623228 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.637810 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.638098 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.638949 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.639298 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > port after_create 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.640251 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.640251 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > port after_update 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.640251 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.640607 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.640937 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.641292 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.671992 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa4d57-2890-456a-ad90-5176f3fccbb2 req-c9dd551f-263d-407b-8e71-2eb7b1b3a2b2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:28.673578 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-96aa4d57-2890-456a-ad90-5176f3fccbb2 req-c9dd551f-263d-407b-8e71-2eb7b1b3a2b2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.0910323 Jun 07 08:31:28.721563 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.722115 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.722242 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.722583 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 07 08:31:28.722979 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70314119-de36-45b8-80e4-62992490ff04']}} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:31:28.736665 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-96aa4d57-2890-456a-ad90-5176f3fccbb2 req-e5ccc85b-2912-4236-8d8a-30d6ce6fba12 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484555 Jun 07 08:31:28.738884 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200') {'for_net_delete': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:31:28.739373 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5dbb0a-bd2d-47f7-9c33-c0fe8f3a1200') {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:31:28.757671 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811479'] for segment, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.775383 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.782900 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=92137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:31:28.783617 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810927'] for segment, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: from cryptography.utils import int_from_bytes Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: from cryptography.utils import int_from_bytes Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: Traceback (most recent call last): Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: timer() Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: cb(*args, **kw) Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: return func(*args, **kwargs) Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: self._notify() Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: self.callback(batched_events) Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: event.method(event) Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: return f(self, *a, **k) Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: return self._get(url).json() Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: return self.request(url, 'GET', **kwargs) Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:31:28.808198 dv-cinder-784956-6-smb neutron-server[92137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:31:28.968357 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.972891 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:28.993827 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:28.996096 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] 10.222.0.15 "DELETE /v2.0/networks/70314119-de36-45b8-80e4-62992490ff04 HTTP/1.1" status: 204 len: 168 time: 0.7200325 Jun 07 08:31:28.997286 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Pushing event deleted for resources: {'Network': ['ID=70314119-de36-45b8-80e4-62992490ff04,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:28.999081 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47658) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:29.030769 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:29.065449 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] Deleting subnet 9430136e-61de-46cc-a3fc-0ed8d3c52fb7 {{(pid=92137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:31:29.069027 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.121194 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811502'] for subnet, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.191507 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.315083 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f1e4c32a-577e-47cc-9c4b-b2a2cfbbb078 req-62a7dc3d-0752-45ee-ad79-8a8b0ec2fca3 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] 10.222.0.15 "GET /v2.0/ports?device_id=b80691b0-15bb-4b70-92f5-696d3cfb759d HTTP/1.1" status: 200 len: 210 time: 0.0543728 Jun 07 08:31:29.319747 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47668) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:29.430001 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2255046'] for subnet, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.434421 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-154f4ce0-87ea-48bc-8a2c-a6ee2d51949a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:29.473043 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9430136e-61de-46cc-a3fc-0ed8d3c52fb7,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:29.477389 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:29.479063 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.480228 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.484776 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9430136e-61de-46cc-a3fc-0ed8d3c52fb7 HTTP/1.1" status: 204 len: 168 time: 0.4820669 Jun 07 08:31:29.484776 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47674) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:29.513118 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-e52ec1e4-b4cc-4d9e-9fb2-57bdd625217c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1915619 Jun 07 08:31:29.525464 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2df5d-ba81-4bff-827a-ef596741e067 req-ee6c56ce-c608-432b-9f57-20e60d861176 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:29.526958 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-47e2df5d-ba81-4bff-827a-ef596741e067 req-ee6c56ce-c608-432b-9f57-20e60d861176 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1069067 Jun 07 08:31:29.585328 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-47e2df5d-ba81-4bff-827a-ef596741e067 req-1b49b0c5-ce35-4163-b737-3113aa381990 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455680 Jun 07 08:31:29.595246 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.728895 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.741808 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a']}} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:31:29.758152 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11ce95c-18c5-426c-8314-a7865dde2d4e') {'for_net_delete': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:31:29.758457 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11ce95c-18c5-426c-8314-a7865dde2d4e') {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:31:29.770175 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811479'] for segment, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.786852 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.793358 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Releasing vlan 727 on physical network physnet1 to pool {{(pid=92137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:31:29.793753 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810927'] for segment, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: Traceback (most recent call last): Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: timer() Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: cb(*args, **kw) Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: return func(*args, **kwargs) Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: self._notify() Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: self.callback(batched_events) Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: event.method(event) Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: return f(self, *a, **k) Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: return self._get(url).json() Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: return self.request(url, 'GET', **kwargs) Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:31:29.808074 dv-cinder-784956-6-smb neutron-server[92137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:31:29.958255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac44cf-932d-479b-9f3f-55837199e542 req-37d257e4-1b01-48e0-a709-aa424d746d37 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:29.959893 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82ac44cf-932d-479b-9f3f-55837199e542 req-37d257e4-1b01-48e0-a709-aa424d746d37 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.0923491 Jun 07 08:31:29.997269 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:30.007717 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:30.022262 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82ac44cf-932d-479b-9f3f-55837199e542 req-e8975893-d990-4343-8ea1-5fcc88ff1b95 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564294 Jun 07 08:31:30.028000 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:30.029843 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] 10.222.0.15 "DELETE /v2.0/networks/dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a HTTP/1.1" status: 204 len: 168 time: 0.5435534 Jun 07 08:31:30.030870 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd96cb97-4c77-4cb2-9a9a-c66b12a5f35a,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:30.033360 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-783d11f8-1bea-4a06-8ad9-ef0a24225d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:30.416501 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47692) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:30.475326 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device a39ef61e-fd7b-492f-ae99-8fab89e129af no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:31:30.477240 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_v2 [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] Deleting subnet d6075478-6d4a-4774-ac30-6d5217e99cf7 {{(pid=92137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:31:30.480311 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:30.500477 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47694) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:30.514604 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: a39ef61e-fd7b-492f-ae99-8fab89e129af {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:31:30.515130 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device a39ef61e-fd7b-492f-ae99-8fab89e129af not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:31:30.531641 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811502'] for subnet, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:30.597629 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:30.661110 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47700) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:30.661270 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-d08c0bca-5453-4b2a-96ad-e9e31c975ade admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e46261da70f040fbaec9c076afb3958f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584425 Jun 07 08:31:30.746158 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b825787a-50d1-4f6e-a38b-4e1ecd996258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:30.779424 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b825787a-50d1-4f6e-a38b-4e1ecd996258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:30.791345 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2255046'] for subnet, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:30.803907 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:30.854468 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6075478-6d4a-4774-ac30-6d5217e99cf7,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:30.860632 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:30.863663 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:30.866736 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d6075478-6d4a-4774-ac30-6d5217e99cf7 HTTP/1.1" status: 204 len: 168 time: 0.4487758 Jun 07 08:31:30.868919 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47702) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:30.980350 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:31.020034 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58152108-7c82-42db-8b0f-a60a41b6ffe4 req-170204c1-f78f-4398-9b01-6432f9ebcafb tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:31.022152 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-58152108-7c82-42db-8b0f-a60a41b6ffe4 req-170204c1-f78f-4398-9b01-6432f9ebcafb tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1531372 Jun 07 08:31:31.070611 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-58152108-7c82-42db-8b0f-a60a41b6ffe4 req-be04c6e5-68ff-43ca-b992-e21b808f300c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Jun 07 08:31:31.093469 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b825787a-50d1-4f6e-a38b-4e1ecd996258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:31.096091 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b825787a-50d1-4f6e-a38b-4e1ecd996258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:31.099816 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-b825787a-50d1-4f6e-a38b-4e1ecd996258 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a1f030a-cb82-4402-a526-02008a2876ce HTTP/1.1" status: 204 len: 168 time: 0.4359405 Jun 07 08:31:31.099816 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e9e3fa5d-e515-4acc-b4bc-73ee4a23f141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:31.116222 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825787a-50d1-4f6e-a38b-4e1ecd996258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1f030a-cb82-4402-a526-02008a2876ce,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:31.119056 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-b825787a-50d1-4f6e-a38b-4e1ecd996258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:31.123216 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:31.141592 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83085b42-4891-4815-af5f-014c0f4be6fc']}} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:31:31.154319 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bf53ad1-288a-4158-a324-43c74af62402') {'for_net_delete': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:31:31.154612 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bf53ad1-288a-4158-a324-43c74af62402') {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:31:31.166483 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506935'] for segment, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:31.221291 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:31.238280 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Releasing vlan 715 on physical network physnet1 to pool {{(pid=92138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:31:31.238676 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2161831'] for segment, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: Traceback (most recent call last): Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: timer() Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: cb(*args, **kw) Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: return func(*args, **kwargs) Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: self._notify() Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: self.callback(batched_events) Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: event.method(event) Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: return f(self, *a, **k) Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: return self._get(url).json() Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: return self.request(url, 'GET', **kwargs) Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:31:31.251782 dv-cinder-784956-6-smb neutron-server[92138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:31:31.351204 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb237e8-4422-41ee-86f7-1ad61146db58 req-c9653ba2-7584-4fd0-90fe-168c87749f43 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:31.352663 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3eb237e8-4422-41ee-86f7-1ad61146db58 req-c9653ba2-7584-4fd0-90fe-168c87749f43 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1695192 Jun 07 08:31:31.401477 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3eb237e8-4422-41ee-86f7-1ad61146db58 req-9d5d5e4d-6aa8-4da7-af18-02070a7351cc tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429542 Jun 07 08:31:31.436531 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:31.440749 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8db21de8-0a3f-4124-9c38-a311b852cd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:31.453747 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:31.455552 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] 10.222.0.15 "DELETE /v2.0/networks/83085b42-4891-4815-af5f-014c0f4be6fc HTTP/1.1" status: 204 len: 168 time: 0.5856411 Jun 07 08:31:31.463746 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=83085b42-4891-4815-af5f-014c0f4be6fc,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:31.465044 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b579da70-9c4e-40fa-938c-5143d0b85d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:32.031517 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47716) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:32.080138 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-0819bde7-2b08-4698-97cf-8387cbad1ba2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3213eab5b0e144778fcaba306bfd02a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0473397 Jun 07 08:31:32.082487 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47718) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:32.139986 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47722) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:32.150879 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-66764990-8fff-4ead-ab01-3dcb05bd6a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:32.181742 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-66764990-8fff-4ead-ab01-3dcb05bd6a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:32.195573 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-d560a2de-27e3-4bda-b02b-6dfc2fee87ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dac5e7fc2e74cbb97c1b9c6a574254f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541492 Jun 07 08:31:32.198147 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47724) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:32.317228 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674d131-f01a-4147-ad1b-2a3643369940 req-ff4a47f6-d943-47ec-81c1-07e358b8f50c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:32.319385 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0674d131-f01a-4147-ad1b-2a3643369940 req-ff4a47f6-d943-47ec-81c1-07e358b8f50c tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1058638 Jun 07 08:31:32.371890 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-34ef675d-b860-401a-b283-a76833f55be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:32.382527 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-66764990-8fff-4ead-ab01-3dcb05bd6a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:32.385020 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-66764990-8fff-4ead-ab01-3dcb05bd6a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:32.386351 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-66764990-8fff-4ead-ab01-3dcb05bd6a8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0796bbb2-df4f-40e2-b3ea-2395679426a8 HTTP/1.1" status: 204 len: 168 time: 0.3023236 Jun 07 08:31:32.387227 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-27c9e9b5-4f0b-4633-baec-c2d1875fb379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:32.391665 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0674d131-f01a-4147-ad1b-2a3643369940 req-3e872646-0a7e-419b-baae-96a081cbe2fd tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656724 Jun 07 08:31:32.400375 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66764990-8fff-4ead-ab01-3dcb05bd6a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0796bbb2-df4f-40e2-b3ea-2395679426a8,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:32.407964 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-66764990-8fff-4ead-ab01-3dcb05bd6a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:32.412543 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-34ef675d-b860-401a-b283-a76833f55be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:32.550328 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-34ef675d-b860-401a-b283-a76833f55be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:32.553420 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-34ef675d-b860-401a-b283-a76833f55be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:32.556058 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-34ef675d-b860-401a-b283-a76833f55be5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eec746a0-39d8-4c19-bcc6-1e122ebdf0cf HTTP/1.1" status: 204 len: 168 time: 0.3568430 Jun 07 08:31:32.559413 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7bdce2db-c1ee-431c-b544-9a2b66250081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:32.569531 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef675d-b860-401a-b283-a76833f55be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec746a0-39d8-4c19-bcc6-1e122ebdf0cf,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:32.572913 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-34ef675d-b860-401a-b283-a76833f55be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:32.633571 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a1528-7ba6-4ab4-a395-aa4e371409c9 req-4f38ad90-3fa1-4727-bb8c-99a9a871288f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:32.635012 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-589a1528-7ba6-4ab4-a395-aa4e371409c9 req-4f38ad90-3fa1-4727-bb8c-99a9a871288f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1098354 Jun 07 08:31:32.681197 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-589a1528-7ba6-4ab4-a395-aa4e371409c9 req-a8a65199-dfbd-45bd-867f-c4ff2a52d7d9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404942 Jun 07 08:31:32.766920 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-ba4ca21c-0e06-4a8d-a77e-4a410a6d5871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:32.768423 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-ba4ca21c-0e06-4a8d-a77e-4a410a6d5871 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc&tenant_id=43b1d038370e467bbfda84d7f5fc6d15 HTTP/1.1" status: 200 len: 1096 time: 0.0709720 Jun 07 08:31:32.874159 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-f014ed31-9365-4389-ba0d-c9dce642dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:32.875632 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-f014ed31-9365-4389-ba0d-c9dce642dd39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 1096 time: 0.0714803 Jun 07 08:31:33.008772 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-2e5e8aa5-2609-4da7-a572-b20e4f95b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:33.010245 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-2e5e8aa5-2609-4da7-a572-b20e4f95b75e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 918 time: 0.1278646 Jun 07 08:31:33.118614 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-e47487f4-d912-46ee-b6dd-9325e3ae975c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe HTTP/1.1" status: 200 len: 998 time: 0.1010780 Jun 07 08:31:33.192439 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-4d6b438c-47a0-4dca-9db3-f848a07a90ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:33.194005 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-4d6b438c-47a0-4dca-9db3-f848a07a90ca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.0693815 Jun 07 08:31:33.316194 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47748) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:33.350375 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a417c-7325-4ef3-89d9-8f9ad2507c40 req-d1214632-762c-48b1-99a7-c31660ad1b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:33.351852 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0c1a417c-7325-4ef3-89d9-8f9ad2507c40 req-d1214632-762c-48b1-99a7-c31660ad1b7c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1098 time: 0.1035953 Jun 07 08:31:33.358210 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-b9a3a522-907f-47f7-9f1f-9a5a358e7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:33.359574 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-b9a3a522-907f-47f7-9f1f-9a5a358e7946 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1498666 Jun 07 08:31:33.500727 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0c1a417c-7325-4ef3-89d9-8f9ad2507c40 req-41bc4f4b-6b60-452b-a53e-8b7a6b6a356f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400318 Jun 07 08:31:33.526842 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9ef-4f87-4734-8cfe-a0a0ce0fed64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:33.637910 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-5b4dafa1-9344-4690-8859-7681d88ed5d1 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631388 Jun 07 08:31:33.694041 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158135f3-a708-4f68-9db0-0cb2125d2159 req-7bc97b44-a1aa-4d43-a266-23fa404f2ff2 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:33.695624 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-158135f3-a708-4f68-9db0-0cb2125d2159 req-7bc97b44-a1aa-4d43-a266-23fa404f2ff2 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1722543 Jun 07 08:31:33.793084 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-158135f3-a708-4f68-9db0-0cb2125d2159 req-af9c02ac-3716-47f1-85c2-801dfe71738b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905116 Jun 07 08:31:33.828804 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9ef-4f87-4734-8cfe-a0a0ce0fed64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:33.891598 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00472c22-589d-4948-98ca-7329449b1631 req-89525a8e-e63a-4388-876f-3f82a2273637 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:33.900930 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-00472c22-589d-4948-98ca-7329449b1631 req-89525a8e-e63a-4388-876f-3f82a2273637 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.0989213 Jun 07 08:31:33.922330 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4e10f9ef-4f87-4734-8cfe-a0a0ce0fed64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:33.934439 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fc82b09b-fdf4-458f-a709-7e1bc4463252 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:33.943139 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-00472c22-589d-4948-98ca-7329449b1631 req-3f315e0a-08e3-4c56-93b0-b1211e7b2a8c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405936 Jun 07 08:31:33.992380 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d4b1a6-b215-4aa4-b696-f82d05300fc9 req-62c5d775-1f4a-4dd0-ac1c-36e52251d430 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319622 Jun 07 08:31:33.996202 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-4e10f9ef-4f87-4734-8cfe-a0a0ce0fed64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab7f551cbb7643bf88122f228bb3ca6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6789291 Jun 07 08:31:33.996956 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e10f9ef-4f87-4734-8cfe-a0a0ce0fed64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b0f739-ad22-4a72-8bec-6e84ca676bc5,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:33.999990 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47782) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:34.000149 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-4e10f9ef-4f87-4734-8cfe-a0a0ce0fed64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:34.072202 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cc9175d9-37c3-4515-bce7-d7b1b4fc031d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:34.100723 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cc9175d9-37c3-4515-bce7-d7b1b4fc031d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:34.233708 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cc9175d9-37c3-4515-bce7-d7b1b4fc031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:34.236410 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cc9175d9-37c3-4515-bce7-d7b1b4fc031d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:34.237904 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-cc9175d9-37c3-4515-bce7-d7b1b4fc031d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65b0f739-ad22-4a72-8bec-6e84ca676bc5 HTTP/1.1" status: 204 len: 168 time: 0.2368808 Jun 07 08:31:34.238979 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-827dc783-60ad-406b-bf43-3e9a964cf40d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:34.249204 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9175d9-37c3-4515-bce7-d7b1b4fc031d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b0f739-ad22-4a72-8bec-6e84ca676bc5,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:34.251650 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cc9175d9-37c3-4515-bce7-d7b1b4fc031d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:35.011934 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b5ebe-a056-49c3-a636-7f0db246ca5a req-a6a868fd-70d4-439e-b05e-7c0c20cffc08 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:35.011934 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0c1b5ebe-a056-49c3-a636-7f0db246ca5a req-a6a868fd-70d4-439e-b05e-7c0c20cffc08 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0914769 Jun 07 08:31:35.070367 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0c1b5ebe-a056-49c3-a636-7f0db246ca5a req-d7772558-623f-4f04-aae0-6bf327a6b1d8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554106 Jun 07 08:31:35.178035 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99adc0b-02cd-4ae6-8a6b-2ef2d2156670 req-b80f02f3-755c-46dd-ba31-532b2f2fd848 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:35.180319 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f99adc0b-02cd-4ae6-8a6b-2ef2d2156670 req-b80f02f3-755c-46dd-ba31-532b2f2fd848 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1059909 Jun 07 08:31:35.240722 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f99adc0b-02cd-4ae6-8a6b-2ef2d2156670 req-6e5c549d-8766-44ba-8422-2ffc45d02aa3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536163 Jun 07 08:31:35.308014 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47830) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:35.324528 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47836) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:35.350391 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4ba98c8e-4c59-4ab0-a16a-e5ff7f509d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:35.480171 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4ba98c8e-4c59-4ab0-a16a-e5ff7f509d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:35.528750 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-823c3d8c-25c3-456e-8c7f-bcb8f25d1375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:35.654577 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4ba98c8e-4c59-4ab0-a16a-e5ff7f509d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:35.666161 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-51cb8f40-d3a8-4c1f-8bd1-29a33928287d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:35.759846 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-4ba98c8e-4c59-4ab0-a16a-e5ff7f509d76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84c2fca37116418fafb8105d0639a5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324894 Jun 07 08:31:35.762308 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47846) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:35.797285 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba98c8e-4c59-4ab0-a16a-e5ff7f509d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1051446b-073e-4ac4-9886-fe84e8bd5adc,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:35.817165 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4ba98c8e-4c59-4ab0-a16a-e5ff7f509d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:35.886282 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-823c3d8c-25c3-456e-8c7f-bcb8f25d1375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:35.962211 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-823c3d8c-25c3-456e-8c7f-bcb8f25d1375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:35.976329 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3c76d5cb-6445-4315-a03b-3f6d6f206191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:36.013154 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-0ec70fad-b61e-40d6-ad36-d5c584d1cca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:36.024032 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3c76d5cb-6445-4315-a03b-3f6d6f206191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:36.065303 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-823c3d8c-25c3-456e-8c7f-bcb8f25d1375 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b36a2cbd3f854d648265674fffe20f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7558005 Jun 07 08:31:36.066370 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c3d8c-25c3-456e-8c7f-bcb8f25d1375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80295912-6a0b-4fab-b21c-b7a0a7c994f5,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:36.069720 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47856) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:36.081636 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-823c3d8c-25c3-456e-8c7f-bcb8f25d1375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:36.162940 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7ede7-66bf-4111-8fac-6d7ca01ec709 req-4cdd8d43-d78e-4874-be96-43674d4a934e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:36.170355 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-72d7ede7-66bf-4111-8fac-6d7ca01ec709 req-4cdd8d43-d78e-4874-be96-43674d4a934e tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.2963991 Jun 07 08:31:36.181676 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8acb8de8-021a-4b93-b629-2dcec1db969c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:36.212979 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8acb8de8-021a-4b93-b629-2dcec1db969c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:36.303089 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-72d7ede7-66bf-4111-8fac-6d7ca01ec709 req-391caea7-c9b1-473b-88a2-8b0bbc16cf6f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310222 Jun 07 08:31:36.309100 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3c76d5cb-6445-4315-a03b-3f6d6f206191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:36.315892 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3c76d5cb-6445-4315-a03b-3f6d6f206191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:36.317034 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-3c76d5cb-6445-4315-a03b-3f6d6f206191 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1051446b-073e-4ac4-9886-fe84e8bd5adc HTTP/1.1" status: 204 len: 168 time: 0.5537782 Jun 07 08:31:36.318567 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-cd178900-89b1-4214-8a80-ea75be307449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:36.355910 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76d5cb-6445-4315-a03b-3f6d6f206191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1051446b-073e-4ac4-9886-fe84e8bd5adc,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:36.361271 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3c76d5cb-6445-4315-a03b-3f6d6f206191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:36.460004 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8acb8de8-021a-4b93-b629-2dcec1db969c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:36.463241 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8acb8de8-021a-4b93-b629-2dcec1db969c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:36.464454 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-8acb8de8-021a-4b93-b629-2dcec1db969c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80295912-6a0b-4fab-b21c-b7a0a7c994f5 HTTP/1.1" status: 204 len: 168 time: 0.3938451 Jun 07 08:31:36.466340 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-9a9b0095-f135-41b7-8153-0a96d7ab706f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:36.488740 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb8de8-021a-4b93-b629-2dcec1db969c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80295912-6a0b-4fab-b21c-b7a0a7c994f5,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:36.494558 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8acb8de8-021a-4b93-b629-2dcec1db969c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:36.573206 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338ce8c-2836-42b8-97ec-ad9254d8d716 req-e60052c6-2560-4523-a991-c69976a621a5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:36.580654 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9338ce8c-2836-42b8-97ec-ad9254d8d716 req-e60052c6-2560-4523-a991-c69976a621a5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1891360 Jun 07 08:31:36.625363 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9338ce8c-2836-42b8-97ec-ad9254d8d716 req-e14221bd-0494-44cb-a0f1-adddd6d6ac58 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438330 Jun 07 08:31:37.570643 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5b530-0830-45b0-8e3f-afbc4e32ee33 req-e9aa08bf-f497-46e9-9eeb-502c21c599e5 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:37.572668 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-43f5b530-0830-45b0-8e3f-afbc4e32ee33 req-e9aa08bf-f497-46e9-9eeb-502c21c599e5 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0955415 Jun 07 08:31:37.674119 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-43f5b530-0830-45b0-8e3f-afbc4e32ee33 req-6fbd0dff-6eca-48a3-aec6-d9287b50a607 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897748 Jun 07 08:31:37.963120 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81507c7-591a-498e-b1b4-da77e2c7b7bd req-dc6e8bda-23ad-48da-bd73-1dfe5b78256e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:37.965402 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d81507c7-591a-498e-b1b4-da77e2c7b7bd req-dc6e8bda-23ad-48da-bd73-1dfe5b78256e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1560113 Jun 07 08:31:38.066764 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d81507c7-591a-498e-b1b4-da77e2c7b7bd req-2535cb06-444a-4e4c-aad3-20b9a24102fb tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948184 Jun 07 08:31:38.084387 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 47912) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:38.223833 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1742073604-network', 'tenant_id': 'b9e9cd0d21914a8c96951f59b9e24f30'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:31:38.392509 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Made reservation on behalf of b9e9cd0d21914a8c96951f59b9e24f30 for: {'network': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:31:38.396401 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:38.425861 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:38.563825 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:38.887623 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba2bab-b608-4237-9ccb-7a27e99bda49 req-76d8e509-8748-4b2f-89c7-05258610d81a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:38.889637 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d7ba2bab-b608-4237-9ccb-7a27e99bda49 req-76d8e509-8748-4b2f-89c7-05258610d81a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0978410 Jun 07 08:31:38.936366 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d7ba2bab-b608-4237-9ccb-7a27e99bda49 req-bc9e1058-c7d2-4a6a-bf37-9862262e1a34 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413892 Jun 07 08:31:39.045788 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:39.051373 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ae3cedfd-f3bf-4186-9192-c6fe25b53dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:39.075191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 737, 'physical_network': 'physnet1'} {{(pid=92137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:31:39.103009 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:39.103724 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.segments_db [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Added segment 607d072a-3b0e-4334-8acd-d2d4b447de0e of type vlan for network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d Jun 07 08:31:39.119108 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807270de-efbd-4b05-87dc-2bc9a8f9ba02,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:39.136896 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:39.186153 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:39.291292 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:39.293160 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:39.294172 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:39.323647 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-01d6ea88-3516-45f5-89a0-1ad0ed8ba124 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:39.399760 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdebe3-1a6f-4e39-aad9-8a1eb9fc67d4 req-3a18357a-fe1d-4247-867d-939ab1378f51 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:39.399760 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3fbdebe3-1a6f-4e39-aad9-8a1eb9fc67d4 req-3a18357a-fe1d-4247-867d-939ab1378f51 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1208661 Jun 07 08:31:39.446419 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3fbdebe3-1a6f-4e39-aad9-8a1eb9fc67d4 req-f01a0ffb-882e-48e4-94d5-be7726b51e59 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488923 Jun 07 08:31:39.509448 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=24a65555-27e1-42af-8ddb-33d2d2ce4b0d,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:39.516571 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:39.518882 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4458320 Jun 07 08:31:39.522873 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 47932) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:39.528511 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Request body: {'subnet': {'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1742073604-subnet', 'tenant_id': 'b9e9cd0d21914a8c96951f59b9e24f30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:31:39.539276 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:31:39.567227 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-5d7c2cfd-4f07-4b3c-a94b-a29d145caa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:39.569614 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-5d7c2cfd-4f07-4b3c-a94b-a29d145caa5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=90c9cb9b7de048fb99a234601f8a8545&device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 1098 time: 0.2469625 Jun 07 08:31:39.659728 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Made reservation on behalf of b9e9cd0d21914a8c96951f59b9e24f30 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:31:39.662876 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398435'] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:39.803185 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-a541b223-979e-4094-a374-5e9deddb31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:39.804922 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-a541b223-979e-4094-a374-5e9deddb31bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 200 len: 920 time: 0.2009051 Jun 07 08:31:39.912787 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-719bcb82-f026-444a-bdaa-43982a7c7dda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=278e7e97-7e06-4294-8e52-61d7844061a6 HTTP/1.1" status: 200 len: 217 time: 0.0758560 Jun 07 08:31:40.062186 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-5d222031-25ba-45a5-a38f-504fafdef81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:40.064131 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-5d222031-25ba-45a5-a38f-504fafdef81e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 200 len: 859 time: 0.1329517 Jun 07 08:31:40.139787 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2161756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398449'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:40.145840 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:40.189177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea92723-fd8d-430b-a8f3-8da683d386dc req-e602c2ea-788f-4e2c-adf6-95e362f614c8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:40.192018 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cea92723-fd8d-430b-a8f3-8da683d386dc req-e602c2ea-788f-4e2c-adf6-95e362f614c8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0979552 Jun 07 08:31:40.228027 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b8207c-771d-4d91-ac1a-2ae2f6d7627d,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:40.231854 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:40.243863 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Checking segment: {'id': '607d072a-3b0e-4334-8acd-d2d4b447de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:31:40.244223 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Network hostable DHCP agents. Network: 24a65555-27e1-42af-8ddb-33d2d2ce4b0d, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:31:40.273196 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cea92723-fd8d-430b-a8f3-8da683d386dc req-c552ec35-2af0-41cd-89d8-5dcf121c7c9b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714161 Jun 07 08:31:40.457359 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:31:40.641323 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 24a65555-27e1-42af-8ddb-33d2d2ce4b0d) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:31:40.658241 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adeeadc-9a82-4325-b60c-8ea960a957cf None None] Network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:31:40.659628 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:40.660339 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:40.714161 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74967b-4e1e-4c4d-bd56-acbc5ec05692 req-93676c7b-9e08-436f-9223-3e8f3164f3bb tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:40.716605 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2b74967b-4e1e-4c4d-bd56-acbc5ec05692 req-93676c7b-9e08-436f-9223-3e8f3164f3bb tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1127417 Jun 07 08:31:40.775310 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2b74967b-4e1e-4c4d-bd56-acbc5ec05692 req-da7b0861-36d6-4dad-98bf-d93d8e74b578 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517275 Jun 07 08:31:40.822857 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-1aaea95f-3edd-4573-9ab3-c74cbbe4b416 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2989733 Jun 07 08:31:40.933213 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa8da4-8da4-448e-91f4-b0147fcc46a7 None None] Network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:31:41.544635 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78394b6-38a7-4fa2-90e0-58be647ea591 req-e72cf2bb-d5e2-4f44-a065-5c9074ebd653 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:41.546984 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d78394b6-38a7-4fa2-90e0-58be647ea591 req-e72cf2bb-d5e2-4f44-a065-5c9074ebd653 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1032963 Jun 07 08:31:41.615934 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d78394b6-38a7-4fa2-90e0-58be647ea591 req-ee4dd4e4-db8a-4ce3-a950-8254623a5594 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625176 Jun 07 08:31:42.018432 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283d35d-02d8-476f-a18a-1fa569475161 req-89de710a-c56f-4005-9812-a26492d43bf5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:42.021203 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c283d35d-02d8-476f-a18a-1fa569475161 req-89de710a-c56f-4005-9812-a26492d43bf5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1173148 Jun 07 08:31:42.102352 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c283d35d-02d8-476f-a18a-1fa569475161 req-eb5a3f39-50e6-4823-a256-4abea1f974b1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747595 Jun 07 08:31:42.842521 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36031b8-4a10-4d82-9bfa-8e3a5882bdcb req-4eacb058-1458-467f-93b6-a067d2f88f9d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:42.844739 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c36031b8-4a10-4d82-9bfa-8e3a5882bdcb req-4eacb058-1458-467f-93b6-a067d2f88f9d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1039195 Jun 07 08:31:42.895693 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c36031b8-4a10-4d82-9bfa-8e3a5882bdcb req-db9db6a7-acb6-4bc2-a7b0-d190d85d9a37 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424497 Jun 07 08:31:43.323299 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85956a-f4bd-45a2-a969-fcce1990b811 req-e2b9d6bf-addf-4b00-af29-a2af1b605d29 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:43.325096 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ae85956a-f4bd-45a2-a969-fcce1990b811 req-e2b9d6bf-addf-4b00-af29-a2af1b605d29 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1085658 Jun 07 08:31:43.383137 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ae85956a-f4bd-45a2-a969-fcce1990b811 req-ae5c03a1-1cad-43ae-90d0-89e5c94a2d52 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441680 Jun 07 08:31:43.741035 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48008) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:43.903257 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-80e28d0b-6079-4d83-88e6-ca6c5a49caf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:44.096155 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-80e28d0b-6079-4d83-88e6-ca6c5a49caf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:44.127075 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8aeed-18d6-4d22-8b19-4397f8b11408 req-4c3ecf19-bd25-4f89-b03b-14f248f9d502 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:44.128669 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bae8aeed-18d6-4d22-8b19-4397f8b11408 req-4c3ecf19-bd25-4f89-b03b-14f248f9d502 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1113605 Jun 07 08:31:44.152526 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-80e28d0b-6079-4d83-88e6-ca6c5a49caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:44.163806 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:44.226256 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-80e28d0b-6079-4d83-88e6-ca6c5a49caf2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5757397cd9b045ecae6298ceff05b646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4812615 Jun 07 08:31:44.227414 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48018) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:44.231050 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bae8aeed-18d6-4d22-8b19-4397f8b11408 req-121aa49b-463c-4276-9832-84b30ad9de78 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961094 Jun 07 08:31:44.235178 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e28d0b-6079-4d83-88e6-ca6c5a49caf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dbcd8c-8472-41c2-8f4a-d5a6e4e9544b,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:44.241713 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-80e28d0b-6079-4d83-88e6-ca6c5a49caf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:44.324793 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f23bb964-b6ef-474a-8182-996a7c22060c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:44.362658 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f23bb964-b6ef-474a-8182-996a7c22060c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:44.503227 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f23bb964-b6ef-474a-8182-996a7c22060c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:44.506509 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f23bb964-b6ef-474a-8182-996a7c22060c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:44.511618 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f23bb964-b6ef-474a-8182-996a7c22060c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85dbcd8c-8472-41c2-8f4a-d5a6e4e9544b HTTP/1.1" status: 204 len: 168 time: 0.2823133 Jun 07 08:31:44.513139 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:44.540647 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23bb964-b6ef-474a-8182-996a7c22060c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dbcd8c-8472-41c2-8f4a-d5a6e4e9544b,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:44.543985 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f23bb964-b6ef-474a-8182-996a7c22060c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:44.718637 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111312ee-8189-4a12-a18c-d513e5220829 req-4e9c53ca-58ce-4191-81e1-e6055361354b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:44.723669 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-111312ee-8189-4a12-a18c-d513e5220829 req-4e9c53ca-58ce-4191-81e1-e6055361354b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.1334217 Jun 07 08:31:44.820572 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-111312ee-8189-4a12-a18c-d513e5220829 req-7661104d-2bc3-4681-8fa0-50c43b0b7675 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907717 Jun 07 08:31:44.897155 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-2e743d14-72ee-4a92-af09-794c0975da67 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:44.909637 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-2e743d14-72ee-4a92-af09-794c0975da67 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/networks?id=24a65555-27e1-42af-8ddb-33d2d2ce4b0d HTTP/1.1" status: 200 len: 814 time: 0.2470460 Jun 07 08:31:44.921723 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-0497f6ea-bfae-4f07-9221-3185d1448586 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/quotas/b9e9cd0d21914a8c96951f59b9e24f30 HTTP/1.1" status: 200 len: 375 time: 0.0111713 Jun 07 08:31:44.964524 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48048) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:45.040831 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-95238bde-6332-4b31-b329-1f78e577c67c tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9e9cd0d21914a8c96951f59b9e24f30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991561 Jun 07 08:31:45.150398 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7186a7a4-8576-4f24-9c92-9e89b6d2f57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:45.319312 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-4c30b879-d2cd-41ed-9b21-80e835f249a0 service neutron] 10.222.0.15 "GET /v2.0/networks/24a65555-27e1-42af-8ddb-33d2d2ce4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754638 Jun 07 08:31:45.334792 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7186a7a4-8576-4f24-9c92-9e89b6d2f57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:45.462858 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7186a7a4-8576-4f24-9c92-9e89b6d2f57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:45.468708 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-879f87fb-8e93-4bad-8a51-8de7ea8977c8 service neutron] 10.222.0.15 "GET /v2.0/networks/24a65555-27e1-42af-8ddb-33d2d2ce4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483965 Jun 07 08:31:45.473563 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-302ad981-861a-4265-83d1-69676617387b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:45.529909 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-7186a7a4-8576-4f24-9c92-9e89b6d2f57d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=26ecd84f3076455e9f394d6d56f6abe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5613270 Jun 07 08:31:45.529909 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186a7a4-8576-4f24-9c92-9e89b6d2f57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152004ce-6718-4ea7-acf6-b6e967b2524e,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:45.537395 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48062) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:45.537506 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-7186a7a4-8576-4f24-9c92-9e89b6d2f57d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:45.563140 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff2980-df4f-40a1-b5b3-7275a212b128 req-bf3c3a6b-1d53-4b41-845b-6fbf864610d3 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:45.564116 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b0ff2980-df4f-40a1-b5b3-7275a212b128 req-bf3c3a6b-1d53-4b41-845b-6fbf864610d3 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1593053 Jun 07 08:31:45.603998 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd8c467a-80ad-4c5c-bb98-f3186fdb81c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:45.617203 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b0ff2980-df4f-40a1-b5b3-7275a212b128 req-8e60b6ea-d5a2-49c0-bd3b-288bf67774f4 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460727 Jun 07 08:31:45.636643 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd8c467a-80ad-4c5c-bb98-f3186fdb81c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:45.779438 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd8c467a-80ad-4c5c-bb98-f3186fdb81c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:45.782028 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fd8c467a-80ad-4c5c-bb98-f3186fdb81c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:45.783225 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-fd8c467a-80ad-4c5c-bb98-f3186fdb81c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/152004ce-6718-4ea7-acf6-b6e967b2524e HTTP/1.1" status: 204 len: 168 time: 0.2516875 Jun 07 08:31:45.784160 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-32afcab2-d0b5-4236-8b76-ef1022213b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:45.798726 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c467a-80ad-4c5c-bb98-f3186fdb81c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152004ce-6718-4ea7-acf6-b6e967b2524e,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:45.803627 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fd8c467a-80ad-4c5c-bb98-f3186fdb81c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:45.823710 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fccdf0e1-40c3-4352-8a16-563322216d5b req-40063620-79bb-47ce-82a6-5a51e244d54e tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 210 time: 0.0699153 Jun 07 08:31:46.057271 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67e8d3-7d2e-486e-96c9-d05afa87c3d9 req-ae6f5515-0545-4dd8-9eb8-ea4994377e24 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:46.058781 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f67e8d3-7d2e-486e-96c9-d05afa87c3d9 req-ae6f5515-0545-4dd8-9eb8-ea4994377e24 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.0900135 Jun 07 08:31:46.122023 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-44834297-65b0-4ac9-8f37-462455695ac4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622249 Jun 07 08:31:46.185402 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9f67e8d3-7d2e-486e-96c9-d05afa87c3d9 req-e9830fca-65b0-42e9-ab09-d5b7e4c0bd4f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857282 Jun 07 08:31:46.302397 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-fb19ffb1-b130-4670-b37b-35fc774d207f service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727157 Jun 07 08:31:46.445633 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c3b516bb-5dce-4bfc-8894-be7c6e9b8415 req-503f287e-f5e0-42d8-9a7d-6369e55466a3 service neutron] 10.222.0.50 "GET /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356678 Jun 07 08:31:46.676114 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48094) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:46.694717 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-615574f6-fc3f-486d-890e-8b900d70e711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:46.805519 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-615574f6-fc3f-486d-890e-8b900d70e711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:46.815316 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c9e12-ba3f-4fa5-8f27-997b0c94e8d2 req-31dd234b-fe94-49d9-bd5c-d1f0a03f82ab tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:46.816791 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-300c9e12-ba3f-4fa5-8f27-997b0c94e8d2 req-31dd234b-fe94-49d9-bd5c-d1f0a03f82ab tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0860088 Jun 07 08:31:46.865202 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-300c9e12-ba3f-4fa5-8f27-997b0c94e8d2 req-25fd0abb-3587-4d94-b74f-7bd401fa666f tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411563 Jun 07 08:31:46.936622 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-615574f6-fc3f-486d-890e-8b900d70e711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:46.952801 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fd8c467a-80ad-4c5c-bb98-f3186fdb81c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:46.957566 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5900572e-32bf-488d-b3f4-8b483ce7fff4 req-1326d943-e51f-41e0-bf50-b3f7b91f7dd9 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 210 time: 0.0672035 Jun 07 08:31:46.993520 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-615574f6-fc3f-486d-890e-8b900d70e711 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46d4d29a0a6e4cefafdff4648781bf8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3153834 Jun 07 08:31:46.995213 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615574f6-fc3f-486d-890e-8b900d70e711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f6589b-4e52-462c-9496-7dcf1f8d3bbc,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:46.996281 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48100) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:47.003715 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-615574f6-fc3f-486d-890e-8b900d70e711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:47.066801 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-467f90ad-d19a-4845-b0ae-5b71840eaf92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:47.096975 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-467f90ad-d19a-4845-b0ae-5b71840eaf92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:47.230748 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-467f90ad-d19a-4845-b0ae-5b71840eaf92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:47.233370 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-467f90ad-d19a-4845-b0ae-5b71840eaf92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:47.237224 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-467f90ad-d19a-4845-b0ae-5b71840eaf92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43f6589b-4e52-462c-9496-7dcf1f8d3bbc HTTP/1.1" status: 204 len: 168 time: 0.2370944 Jun 07 08:31:47.237224 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cc9175d9-37c3-4515-bce7-d7b1b4fc031d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:47.246996 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f90ad-d19a-4845-b0ae-5b71840eaf92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f6589b-4e52-462c-9496-7dcf1f8d3bbc,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:47.249655 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-467f90ad-d19a-4845-b0ae-5b71840eaf92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:47.394019 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21e370-dbe5-4144-847b-46cd16fb855b req-ea5b0a91-6ea0-49b7-8b6a-770adc3e79d0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:47.395851 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-dd21e370-dbe5-4144-847b-46cd16fb855b req-ea5b0a91-6ea0-49b7-8b6a-770adc3e79d0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.0863612 Jun 07 08:31:47.443399 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-dd21e370-dbe5-4144-847b-46cd16fb855b req-d3ded73e-96de-4e2b-bbe8-d5005acc50eb tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414217 Jun 07 08:31:48.056940 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7c18e-f5e0-4bbc-88ca-7de7adb57881 req-b55dde5d-4089-4f15-99aa-1ea3dcc816c8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:48.058422 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7af7c18e-f5e0-4bbc-88ca-7de7adb57881 req-b55dde5d-4089-4f15-99aa-1ea3dcc816c8 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0864651 Jun 07 08:31:48.108806 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7af7c18e-f5e0-4bbc-88ca-7de7adb57881 req-4bdb1d30-8934-4ad2-8fe1-36611b167f1a tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445845 Jun 07 08:31:48.131748 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ba1ec238-55f0-4658-913f-69e628eeace9 req-09caf73d-fdd4-46ae-b378-6798544c0805 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 210 time: 0.0656934 Jun 07 08:31:48.416219 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-82e85bfa-12da-4009-aba4-214eaede0626 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d3800be4f71245188cd4e39488583637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282009 Jun 07 08:31:48.593448 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 75ca4639-af2e-4f17-82d7-bdc3d5124cbe details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:31:48.655974 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a892cb-e6d5-41e7-b7c5-4f170c6c4861 req-2aca14f3-f68b-40ef-9c34-43742ddfc352 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:48.663896 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-82a892cb-e6d5-41e7-b7c5-4f170c6c4861 req-2aca14f3-f68b-40ef-9c34-43742ddfc352 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 943 time: 0.0950899 Jun 07 08:31:48.731429 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-fb937ce9-4ac2-48ac-b6db-a7416b455eed tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:48.732964 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-fb937ce9-4ac2-48ac-b6db-a7416b455eed tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.50 "GET /v2.0/networks?id=24a65555-27e1-42af-8ddb-33d2d2ce4b0d HTTP/1.1" status: 200 len: 814 time: 0.2571468 Jun 07 08:31:48.738554 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:48.741301 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-82a892cb-e6d5-41e7-b7c5-4f170c6c4861 req-422cd228-fa7f-4d89-81b6-2ca283c05308 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759797 Jun 07 08:31:48.756137 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'port_id': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'mac_address': 'fa:16:3e:71:a8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:31:48.756354 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Request body: {'port': {'device_id': 'd0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa', 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d', 'admin_state_up': True, 'tenant_id': 'b9e9cd0d21914a8c96951f59b9e24f30'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:31:48.803273 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204821-0d1c-427d-8ad6-768756251682 req-e87580b0-09b9-4656-86d8-f663a297d873 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:48.809281 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-e87580b0-09b9-4656-86d8-f663a297d873 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3872962 Jun 07 08:31:48.822705 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:48.824664 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-5597e7e1-03ca-495c-ad16-0569ecfa2a99 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/quotas/d3800be4f71245188cd4e39488583637 HTTP/1.1" status: 200 len: 375 time: 0.0144210 Jun 07 08:31:48.841785 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75ca4639-af2e-4f17-82d7-bdc3d5124cbe {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:31:48.859385 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:48.926200 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-7d416356-42f9-48ab-8f6c-8e901266f345 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d3800be4f71245188cd4e39488583637&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538056 Jun 07 08:31:48.957435 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:48.959572 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-0e5adf46-7fae-4bbd-b674-70470d062ae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:49.035208 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=9']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:49.037003 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:49.076182 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Made reservation on behalf of b9e9cd0d21914a8c96951f59b9e24f30 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:31:49.080109 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:49.274577 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['75ca4639-af2e-4f17-82d7-bdc3d5124cbe'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:31:49.323701 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7dca7-a29f-41de-b0d1-a7c86346cea7 req-ca36090f-fabf-428d-861c-9b0f6d3e9f12 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:49.325498 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7dc7dca7-a29f-41de-b0d1-a7c86346cea7 req-ca36090f-fabf-428d-861c-9b0f6d3e9f12 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1016233 Jun 07 08:31:49.387418 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Allocated IP 172.20.0.7 (24a65555-27e1-42af-8ddb-33d2d2ce4b0d/00b8207c-771d-4d91-ac1a-2ae2f6d7627d/2abb1cef-d1bf-4aa4-9400-a591369fbc7a) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:31:49.437310 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7dc7dca7-a29f-41de-b0d1-a7c86346cea7 req-4a57a319-960b-4521-9793-13472b0f3fad tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060266 Jun 07 08:31:49.605815 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-43e2cd25-8975-4a5e-960b-6937f0d49231 req-c3bebf47-e30c-4f37-8262-2ffa56de618e tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 210 time: 0.0895164 Jun 07 08:31:49.638199 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc533679-e3cd-4136-8cad-859143cd5c13 req-1ede51c8-1170-4466-8dc1-a420a6db6bf7 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 210 time: 0.0716476 Jun 07 08:31:49.679748 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:49.802613 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:49.810170 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1b6adfca-5e17-4443-9fb7-f14578f22463 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:49.954062 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:31:49.967015 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:31:49.969431 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:31:50.009987 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Pushing event updated for resources: {'Port': ['ID=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:50.014942 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:50.046679 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:50.047282 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.075255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb3437-c881-4dd7-8b3d-28f0f266ba80 req-cdd734fa-7208-4873-a341-3a4dd62cafb8 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:50.076749 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-adfb3437-c881-4dd7-8b3d-28f0f266ba80 req-cdd734fa-7208-4873-a341-3a4dd62cafb8 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 944 time: 0.1837137 Jun 07 08:31:50.126130 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-adfb3437-c881-4dd7-8b3d-28f0f266ba80 req-59ba1510-4b25-4f73-b3b4-5995d9c62b46 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433052 Jun 07 08:31:50.145463 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3936131 Jun 07 08:31:50.162125 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Request body: {'port': {'device_id': 'd0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:31:50.276414 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.420731 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48200) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:50.555109 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4e563f98-94ff-4af5-a54e-8d46bc7b8a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.604983 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 75ca4639-af2e-4f17-82d7-bdc3d5124cbe up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:31:50.683511 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4e563f98-94ff-4af5-a54e-8d46bc7b8a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.710090 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:31:50.710924 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.730921 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2abb1cef-d1bf-4aa4-9400-a591369fbc7a {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:31:50.741615 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.748517 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4e563f98-94ff-4af5-a54e-8d46bc7b8a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.758113 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Transition to ACTIVE for port object 2abb1cef-d1bf-4aa4-9400-a591369fbc7a will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:31:50.786767 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-622786c4-6240-49f7-a820-fc875e019d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:50.865741 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.871473 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-357e84ef-ad4a-455f-93ea-e5ef452f9ae6 req-82195ef9-a6ac-4fc4-a651-1c7d12424b11 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 210 time: 0.0554438 Jun 07 08:31:50.873207 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-26bf5617-ffc5-4d0d-82fb-a6700a41a78f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:50.880214 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:50.898017 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-4e563f98-94ff-4af5-a54e-8d46bc7b8a7c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=376c2d6fd5a047189d880547c5ef2573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705842 Jun 07 08:31:50.898910 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48208) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:50.917413 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e563f98-94ff-4af5-a54e-8d46bc7b8a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1eaa6da-94f7-4d5a-a114-9484cf06bb28,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:50.925219 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4e563f98-94ff-4af5-a54e-8d46bc7b8a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:50.937004 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:50.941238 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f09f6e-6d33-4a50-b24d-2a78c46f9310" -d '{"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-plugged", "status": "completed", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:50.951914 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:51.013712 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40b8841-d07e-421a-b4b7-c05a07a413a6 x-openstack-request-id: req-f40b8841-d07e-421a-b4b7-c05a07a413a6 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:51.014066 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-plugged", "status": "completed", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:51.017884 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f40b8841-d07e-421a-b4b7-c05a07a413a6 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:51.017884 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'code': 200} Jun 07 08:31:51.017884 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:51.021429 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:51.030154 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3b374331-1b7f-4c08-9d75-b2f690a494a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:51.039835 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0aaa9-ca0b-418e-a9f9-d8a792f57fcb req-b3fb4b62-8c1e-4b4a-8b75-c2080bb6e204 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:51.041408 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-08b0aaa9-ca0b-418e-a9f9-d8a792f57fcb req-b3fb4b62-8c1e-4b4a-8b75-c2080bb6e204 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 943 time: 0.2175992 Jun 07 08:31:51.099237 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=10']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:51.110688 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:51.118090 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Pushing event updated for resources: {'Port': ['ID=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:51.121429 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:51.177488 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Attempting to bind port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:31:51.178217 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Attempting to bind port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '607d072a-3b0e-4334-8acd-d2d4b447de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:31:51.179017 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Attempting to bind port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a on network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:31:51.184382 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a on network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:31:51.184912 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Attempting to bind port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a on network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:31:51.190638 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:31:51.190995 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Checking segment: {'id': '607d072a-3b0e-4334-8acd-d2d4b447de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:31:51.191381 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Bound using segment: {'id': '607d072a-3b0e-4334-8acd-d2d4b447de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:31:51.193152 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Bound port: 2abb1cef-d1bf-4aa4-9400-a591369fbc7a, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607d072a-3b0e-4334-8acd-d2d4b447de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:31:51.193955 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:51.199481 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3b374331-1b7f-4c08-9d75-b2f690a494a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:51.235240 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-08b0aaa9-ca0b-418e-a9f9-d8a792f57fcb req-b72989dd-c4be-4763-a69b-7367c21362f7 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847835 Jun 07 08:31:51.374015 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] For port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:31:51.378628 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] For port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:31:51.394838 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b209f7-b281-4def-9a5a-fe8a2ab8051b req-54615ebe-45b8-4f4f-a1e8-1f4cb68dd1d1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:51.396931 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-10b209f7-b281-4def-9a5a-fe8a2ab8051b req-54615ebe-45b8-4f4f-a1e8-1f4cb68dd1d1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 946 time: 0.1168928 Jun 07 08:31:51.419068 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3b374331-1b7f-4c08-9d75-b2f690a494a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:51.421637 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3b374331-1b7f-4c08-9d75-b2f690a494a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:51.422783 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-3b374331-1b7f-4c08-9d75-b2f690a494a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1eaa6da-94f7-4d5a-a114-9484cf06bb28 HTTP/1.1" status: 204 len: 168 time: 0.5206165 Jun 07 08:31:51.423996 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a69bc43b-35f2-4862-863d-aa3df8be7ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:51.435483 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b374331-1b7f-4c08-9d75-b2f690a494a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1eaa6da-94f7-4d5a-a114-9484cf06bb28,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:51.438751 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3b374331-1b7f-4c08-9d75-b2f690a494a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:51.457599 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-10b209f7-b281-4def-9a5a-fe8a2ab8051b req-ee85c6e7-ea50-4223-b27b-a0739cc40270 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546050 Jun 07 08:31:51.469336 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:51.480202 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-26bf5a9b-da81-4dd7-8a0c-4cd72d07cc04 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:51.538584 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:51.539211 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:51.540565 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] 10.222.0.50 "PUT /v2.0/ports/2abb1cef-d1bf-4aa4-9400-a591369fbc7a HTTP/1.1" status: 200 len: 1093 time: 1.3828864 Jun 07 08:31:51.542898 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa', 'tag': '2abb1cef-d1bf-4aa4-9400-a591369fbc7a'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:51.545590 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2476204b-719f-498c-968f-8114d78b58dd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa", "tag": "2abb1cef-d1bf-4aa4-9400-a591369fbc7a"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:51.576387 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Pushing event updated for resources: {'Port': ['ID=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:51.579841 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:51.601976 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa377d56-7d31-407a-9e78-493492571999 x-openstack-request-id: req-fa377d56-7d31-407a-9e78-493492571999 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:51.602850 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa", "tag": "2abb1cef-d1bf-4aa4-9400-a591369fbc7a", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:51.603137 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa377d56-7d31-407a-9e78-493492571999 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:51.603505 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa', 'tag': '2abb1cef-d1bf-4aa4-9400-a591369fbc7a', 'status': 'completed', 'code': 200} Jun 07 08:31:51.809610 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476204b-719f-498c-968f-8114d78b58dd req-3a1d04f2-bfb9-4851-9233-edd7c55e1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:51.811213 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2476204b-719f-498c-968f-8114d78b58dd req-3a1d04f2-bfb9-4851-9233-edd7c55e1068 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e9cd0d21914a8c96951f59b9e24f30&device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 1096 time: 0.1569765 Jun 07 08:31:52.100826 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-562a0160-a61b-4988-8f1d-f94d5e4bf777 req-fae4e8d6-4c71-4c42-a2a6-c076d58ace2b tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 210 time: 0.1046383 Jun 07 08:31:52.122136 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-8d0bb568-8929-44a2-9bfd-7d8ae0a3f530 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=d3800be4f71245188cd4e39488583637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557194 Jun 07 08:31:52.154986 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476204b-719f-498c-968f-8114d78b58dd req-447ec063-ce65-403d-9802-d6990731db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:52.156401 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2476204b-719f-498c-968f-8114d78b58dd req-447ec063-ce65-403d-9802-d6990731db5c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b9e9cd0d21914a8c96951f59b9e24f30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3311822 Jun 07 08:31:52.248280 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd909cf-ea12-4ce9-a5f0-bf350add85a3 req-14d6f9f0-f56d-42a3-aac7-a7ab1ea46d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:52.249781 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbd909cf-ea12-4ce9-a5f0-bf350add85a3 req-14d6f9f0-f56d-42a3-aac7-a7ab1ea46d44 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 1099 time: 0.3714602 Jun 07 08:31:52.329247 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48230) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:52.349146 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-be2876b8-9842-4e1d-9496-d8913f9e0ecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:52.455610 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbd909cf-ea12-4ce9-a5f0-bf350add85a3 req-cad2b30b-7248-400f-97fc-6e939c625538 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042879 Jun 07 08:31:52.462976 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476204b-719f-498c-968f-8114d78b58dd req-5055d947-eef8-4ff9-a8da-4832d949b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:52.464408 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2476204b-719f-498c-968f-8114d78b58dd req-5055d947-eef8-4ff9-a8da-4832d949b852 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2988007 Jun 07 08:31:52.472879 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204821-0d1c-427d-8ad6-768756251682 req-f5403eaa-5120-4bc0-a831-4980e3f8fe01 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:52.474473 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-f5403eaa-5120-4bc0-a831-4980e3f8fe01 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3412077 Jun 07 08:31:52.492078 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59049076-9c92-431d-85a7-3f2ce477f000 req-e708a47f-3ef8-4b0b-90c7-c911b86f1265 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:52.496289 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-59049076-9c92-431d-85a7-3f2ce477f000 req-e708a47f-3ef8-4b0b-90c7-c911b86f1265 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 943 time: 0.1269846 Jun 07 08:31:52.570674 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-59049076-9c92-431d-85a7-3f2ce477f000 req-12a4e560-88f9-4899-9c13-193c95713aa5 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705423 Jun 07 08:31:52.574903 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-be2876b8-9842-4e1d-9496-d8913f9e0ecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:52.645355 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-be2876b8-9842-4e1d-9496-d8913f9e0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:52.653609 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-aed60236-2e61-4192-b2db-3bde5397cadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:52.680978 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2bcefe-2960-4800-99c4-44409107ac66 req-a36a7368-bc27-4682-b5cc-0d62a3ffd87d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:52.682396 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f2bcefe-2960-4800-99c4-44409107ac66 req-a36a7368-bc27-4682-b5cc-0d62a3ffd87d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 946 time: 0.0823367 Jun 07 08:31:52.695101 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-be2876b8-9842-4e1d-9496-d8913f9e0ecb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc41de4f26ff41dcb87fc064119a35fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646266 Jun 07 08:31:52.696084 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2876b8-9842-4e1d-9496-d8913f9e0ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e548a5f1-a874-4388-98c5-dd34fee40955,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:52.698482 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48234) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:52.700401 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-be2876b8-9842-4e1d-9496-d8913f9e0ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:52.728340 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f2bcefe-2960-4800-99c4-44409107ac66 req-2d1054a0-76d3-4af8-9baa-c595efefb3a6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400186 Jun 07 08:31:52.762319 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d0c58e0f-1ac4-48d1-9eda-1459e2efc116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:52.763343 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Request body: {'port': {'device_id': '2a50c51e-73f8-41c3-b17e-802f6f55a89c', 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab', 'admin_state_up': True, 'tenant_id': 'd3800be4f71245188cd4e39488583637'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:31:52.789982 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d0c58e0f-1ac4-48d1-9eda-1459e2efc116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:52.937391 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d0c58e0f-1ac4-48d1-9eda-1459e2efc116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:52.940007 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d0c58e0f-1ac4-48d1-9eda-1459e2efc116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:52.941229 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-d0c58e0f-1ac4-48d1-9eda-1459e2efc116 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e548a5f1-a874-4388-98c5-dd34fee40955 HTTP/1.1" status: 204 len: 168 time: 0.2418618 Jun 07 08:31:52.946210 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b690d8e9-9e14-4ee6-9efc-be11dd783989 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:52.952503 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c58e0f-1ac4-48d1-9eda-1459e2efc116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e548a5f1-a874-4388-98c5-dd34fee40955,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:52.954814 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-d0c58e0f-1ac4-48d1-9eda-1459e2efc116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:52.996596 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-b06d907f-a6ae-4bb8-8de6-6300d7e11fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:52.998344 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-b06d907f-a6ae-4bb8-8de6-6300d7e11fb7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e9cd0d21914a8c96951f59b9e24f30&device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 1096 time: 0.1359494 Jun 07 08:31:53.069069 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c540f96a-7243-4027-9962-427e7ae1af66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:53.077670 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Made reservation on behalf of d3800be4f71245188cd4e39488583637 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:31:53.081197 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:53.098677 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-9058a541-467a-4991-812e-1dd6b719d7ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2abb1cef-d1bf-4aa4-9400-a591369fbc7a HTTP/1.1" status: 200 len: 217 time: 0.0766795 Jun 07 08:31:53.100877 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:53.189370 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-228edbc1-4af0-41f8-b7a6-df1a9c3da8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:53.190839 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-228edbc1-4af0-41f8-b7a6-df1a9c3da8bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00b8207c-771d-4d91-ac1a-2ae2f6d7627d HTTP/1.1" status: 200 len: 854 time: 0.0800116 Jun 07 08:31:53.245994 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-c51f0bdc-e458-41e5-9a7d-322747ceb0ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24a65555-27e1-42af-8ddb-33d2d2ce4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456221 Jun 07 08:31:53.288693 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e6e2f38f-a432-4f33-b949-b35dde8f994d req-101b2451-3541-4f96-873a-403827769af1 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 210 time: 0.0448632 Jun 07 08:31:53.418097 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:53.440188 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-733da8a1-a303-43a8-a45f-0ba870225a16 service neutron] 10.222.0.50 "GET /v2.0/networks/24a65555-27e1-42af-8ddb-33d2d2ce4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827881 Jun 07 08:31:53.524617 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:53.531267 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-615574f6-fc3f-486d-890e-8b900d70e711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:53.843502 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df87bb59-d07c-4f5e-97f7-163cb98af89a,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:53.861045 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:53.923216 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8d559f6c-8af0-4ac9-b70f-8a38b368ed2c req-c257c710-d3e0-43fc-a9f1-feac939af2a4 service neutron] 10.222.0.50 "GET /v2.0/networks/24a65555-27e1-42af-8ddb-33d2d2ce4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193010 Jun 07 08:31:53.963940 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Allocated IP 192.168.233.232 (8d913f04-aa68-4e0b-bb68-3df53f9e32ab/6295d366-63c1-4160-85b7-66345a938d2f/b06d790a-975e-432c-b850-0519e0c844d1) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:31:53.974214 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77f84e-8290-40cd-8e9f-fd13a76456be req-51f14215-8fdf-495b-8424-f1d363fbf2ac tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:53.981179 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2f77f84e-8290-40cd-8e9f-fd13a76456be req-51f14215-8fdf-495b-8424-f1d363fbf2ac tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 943 time: 0.2473848 Jun 07 08:31:54.058448 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734dc00-f8cb-41b7-a131-d1b7378450d3 req-bea2bec1-8198-46ae-9a9e-dce0301cd70d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:54.060412 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2f77f84e-8290-40cd-8e9f-fd13a76456be req-a5ca0fce-ecba-4033-a369-0aa8e0d0d339 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783494 Jun 07 08:31:54.072543 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8734dc00-f8cb-41b7-a131-d1b7378450d3 req-bea2bec1-8198-46ae-9a9e-dce0301cd70d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 946 time: 0.1562004 Jun 07 08:31:54.121304 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8734dc00-f8cb-41b7-a131-d1b7378450d3 req-a2c0193b-c393-47a9-b4a3-9c6fb79b1f1c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477405 Jun 07 08:31:54.283615 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:54.302887 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Transition to ACTIVE for port object b06d790a-975e-432c-b850-0519e0c844d1 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:31:54.446631 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:54.456945 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-995b31a3-6de5-47c3-af70-82fd2d90b081 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:54.543900 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:31:54.549230 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:31:54.554983 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:31:54.581093 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Pushing event updated for resources: {'Port': ['ID=b06d790a-975e-432c-b850-0519e0c844d1,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:54.590870 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:54.632158 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:54.632851 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:54.643623 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb0511-925c-4361-926c-01159ea189f0 req-cb3f5f35-3bf8-4e33-93ef-dbee9dc3dc3e tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:54.645789 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f6cb0511-925c-4361-926c-01159ea189f0 req-cb3f5f35-3bf8-4e33-93ef-dbee9dc3dc3e tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 936 time: 0.2385268 Jun 07 08:31:54.712053 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f6cb0511-925c-4361-926c-01159ea189f0 req-fde4992c-04e1-4f5c-8ff5-6b263c1f135a tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542784 Jun 07 08:31:54.796706 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0374274 Jun 07 08:31:54.816902 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Request body: {'port': {'device_id': '2a50c51e-73f8-41c3-b17e-802f6f55a89c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:31:54.887707 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-7b1ad550-1af3-4181-95c9-899c612ab79c None None] Provisioning for port b06d790a-975e-432c-b850-0519e0c844d1 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:31:54.900285 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-7b1ad550-1af3-4181-95c9-899c612ab79c None None] Provisioning complete for port b06d790a-975e-432c-b850-0519e0c844d1 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:31:54.901041 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7b1ad550-1af3-4181-95c9-899c612ab79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:54.939900 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:54.981616 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ad550-1af3-4181-95c9-899c612ab79c None None] Port b06d790a-975e-432c-b850-0519e0c844d1 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:31:55.057991 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:55.223914 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95234587-53bd-4659-83d4-623ace859b1d req-f27a10a3-5aa5-4717-ba40-66545159a214 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:55.225501 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-95234587-53bd-4659-83d4-623ace859b1d req-f27a10a3-5aa5-4717-ba40-66545159a214 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.2235048 Jun 07 08:31:55.294577 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e65e36-dd2e-486d-a049-b42c6fa61b65 req-69e5b9a5-0250-4bf8-92a6-10c39faa9369 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:55.296210 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b3e65e36-dd2e-486d-a049-b42c6fa61b65 req-69e5b9a5-0250-4bf8-92a6-10c39faa9369 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 943 time: 0.1065433 Jun 07 08:31:55.349283 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b3e65e36-dd2e-486d-a049-b42c6fa61b65 req-0a1351ec-6925-4e8c-97a0-e860d917ffa3 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Jun 07 08:31:55.384108 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-c2838483-eccb-4794-a9dd-4a741072c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:55.384108 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-c2838483-eccb-4794-a9dd-4a741072c127 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 1099 time: 0.2997353 Jun 07 08:31:55.384108 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-95234587-53bd-4659-83d4-623ace859b1d req-cdec8be5-9831-4155-a4f5-83db9b1c345b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435523 Jun 07 08:31:55.573043 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1aef4d-7731-43b7-b3fc-52abf4a26628 req-0686ecc2-4d09-458b-ad7f-26168a0c7af3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:55.578935 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6b1aef4d-7731-43b7-b3fc-52abf4a26628 req-0686ecc2-4d09-458b-ad7f-26168a0c7af3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 946 time: 0.1135468 Jun 07 08:31:55.637627 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6b1aef4d-7731-43b7-b3fc-52abf4a26628 req-8fd8da80-a2b0-440f-9bb1-8bf1680d70b4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514729 Jun 07 08:31:55.661116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-154c999a-01c0-4534-a0d3-f3180a11ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:55.662592 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-154c999a-01c0-4534-a0d3-f3180a11ac30 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 918 time: 0.2406378 Jun 07 08:31:55.664573 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06d790a-975e-432c-b850-0519e0c844d1 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:31:55.726151 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:55.727136 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a6ed0a81-7525-4af7-8e14-c08f97c363d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:55.774896 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Transition to ACTIVE for port object b06d790a-975e-432c-b850-0519e0c844d1 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:31:55.778864 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:55.803631 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-37681518-d524-4b0e-aa4c-2b6cd9bbbae9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe HTTP/1.1" status: 200 len: 1000 time: 0.1315312 Jun 07 08:31:55.923432 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:55.959088 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:56.117963 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-4b0b8e16-5ed9-478f-9801-50841685752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:56.119515 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-4b0b8e16-5ed9-478f-9801-50841685752a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.3093123 Jun 07 08:31:56.123177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b06d790a-975e-432c-b850-0519e0c844d1,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:56.131118 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:56.287533 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6105d3c-8328-44f3-a0f3-d38dcb48cbce req-b8aeb3f1-67da-4968-8f8f-36c5e143c997 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:56.288958 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b6105d3c-8328-44f3-a0f3-d38dcb48cbce req-b8aeb3f1-67da-4968-8f8f-36c5e143c997 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 948 time: 0.3701062 Jun 07 08:31:56.333845 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Attempting to bind port b06d790a-975e-432c-b850-0519e0c844d1 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:31:56.334081 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Attempting to bind port b06d790a-975e-432c-b850-0519e0c844d1 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '0f0e086e-74a4-4355-8aef-afc21a3eddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:31:56.334406 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Attempting to bind port b06d790a-975e-432c-b850-0519e0c844d1 on network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:31:56.348711 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Port b06d790a-975e-432c-b850-0519e0c844d1 on network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:31:56.349105 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Attempting to bind port b06d790a-975e-432c-b850-0519e0c844d1 on network 8d913f04-aa68-4e0b-bb68-3df53f9e32ab {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:31:56.354971 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-f2aa6323-2395-4832-9e62-cad48c814136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:56.356442 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-f2aa6323-2395-4832-9e62-cad48c814136 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2288229 Jun 07 08:31:56.364989 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:31:56.365333 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Checking segment: {'id': '0f0e086e-74a4-4355-8aef-afc21a3eddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:31:56.365708 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Bound using segment: {'id': '0f0e086e-74a4-4355-8aef-afc21a3eddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:31:56.366128 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Bound port: b06d790a-975e-432c-b850-0519e0c844d1, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0e086e-74a4-4355-8aef-afc21a3eddc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:31:56.366474 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:56.398754 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b6105d3c-8328-44f3-a0f3-d38dcb48cbce req-530f8ab4-8f1c-4d4a-b74c-674cb635d71c tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961175 Jun 07 08:31:56.584603 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a54ec-13ec-4c0a-9268-5a86e27ddba8 req-e03045c5-318c-43ff-a708-adb142bfd4eb tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:56.586625 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-105a54ec-13ec-4c0a-9268-5a86e27ddba8 req-e03045c5-318c-43ff-a708-adb142bfd4eb tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 943 time: 0.1007876 Jun 07 08:31:56.637891 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] For port b06d790a-975e-432c-b850-0519e0c844d1, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:31:56.640489 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-105a54ec-13ec-4c0a-9268-5a86e27ddba8 req-c591483d-ca65-485d-bcb5-5e0aaee7aed8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469489 Jun 07 08:31:56.642604 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-58935979-093b-466a-b337-7740afc434dc service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655196 Jun 07 08:31:56.649549 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 2abb1cef-d1bf-4aa4-9400-a591369fbc7a details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:31:56.654262 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] For port b06d790a-975e-432c-b850-0519e0c844d1, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b06d790a-975e-432c-b850-0519e0c844d1,segment=NetworkSegment(0f0e086e-74a4-4355-8aef-afc21a3eddc6),segment_id=0f0e086e-74a4-4355-8aef-afc21a3eddc6)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:31:56.702715 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daaa87-1d68-4779-ad9a-c8394bdc64f4 req-ac1e9706-d1ab-453b-aa25-c499b95fe1b2 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:56.704188 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c8daaa87-1d68-4779-ad9a-c8394bdc64f4 req-ac1e9706-d1ab-453b-aa25-c499b95fe1b2 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.1891489 Jun 07 08:31:56.781325 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:56.790561 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-efdf3a8d-f150-4c78-b90a-2805a7f9d100 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:56.803529 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:56.819027 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '2abb1cef-d1bf-4aa4-9400-a591369fbc7a', 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d', 'port_id': '2abb1cef-d1bf-4aa4-9400-a591369fbc7a', 'mac_address': 'fa:16:3e:1c:be:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b8207c-771d-4d91-ac1a-2ae2f6d7627d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:31:56.849964 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cfb3b-6555-4808-b860-a52dbcd770b0 req-a22fb24f-63c9-471e-9221-78b86790cc9b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:56.856453 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ad6cfb3b-6555-4808-b860-a52dbcd770b0 req-a22fb24f-63c9-471e-9221-78b86790cc9b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 946 time: 0.0976794 Jun 07 08:31:56.880232 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:56.880726 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:56.880880 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:56.882285 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] 10.222.0.50 "PUT /v2.0/ports/b06d790a-975e-432c-b850-0519e0c844d1 HTTP/1.1" status: 200 len: 1098 time: 2.0704527 Jun 07 08:31:56.886904 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a50c51e-73f8-41c3-b17e-802f6f55a89c', 'tag': 'b06d790a-975e-432c-b850-0519e0c844d1'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:56.887511 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2f3c3-4267-4036-9a30-c8e1b93c7891" -d '{"events": [{"name": "network-changed", "server_uuid": "2a50c51e-73f8-41c3-b17e-802f6f55a89c", "tag": "b06d790a-975e-432c-b850-0519e0c844d1"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:56.901171 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c8daaa87-1d68-4779-ad9a-c8394bdc64f4 req-ad061328-1240-40e3-b66d-6052706d94d7 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873751 Jun 07 08:31:56.910228 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2abb1cef-d1bf-4aa4-9400-a591369fbc7a {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:31:56.921947 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ad6cfb3b-6555-4808-b860-a52dbcd770b0 req-1146c5e9-59e1-43b9-ac86-03c313b77710 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644910 Jun 07 08:31:56.936606 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:56.945971 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b06d790a-975e-432c-b850-0519e0c844d1,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:56.950054 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:56.954516 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-15f75004-e6f0-4f69-bf37-ff9b0229d2ce req-d72a53d0-6856-47e6-a1d1-76ad45fe6017 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021076 Jun 07 08:31:56.978444 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b8b6b3-d821-4525-819d-852decc6daa8 x-openstack-request-id: req-99b8b6b3-d821-4525-819d-852decc6daa8 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:56.978753 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a50c51e-73f8-41c3-b17e-802f6f55a89c", "tag": "b06d790a-975e-432c-b850-0519e0c844d1", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:56.979019 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99b8b6b3-d821-4525-819d-852decc6daa8 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:56.979898 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a50c51e-73f8-41c3-b17e-802f6f55a89c', 'tag': 'b06d790a-975e-432c-b850-0519e0c844d1', 'status': 'completed', 'code': 200} Jun 07 08:31:57.027952 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:57.029836 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:57.100945 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:57.109424 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:57.112113 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2f3c3-4267-4036-9a30-c8e1b93c7891 req-ede47d77-7e0a-4932-8529-b476a8d99c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:57.113877 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c5c2f3c3-4267-4036-9a30-c8e1b93c7891 req-ede47d77-7e0a-4932-8529-b476a8d99c66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3800be4f71245188cd4e39488583637&device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 1101 time: 0.0829177 Jun 07 08:31:57.171184 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c5c2f3c3-4267-4036-9a30-c8e1b93c7891 req-4767f5be-37e9-4f97-bc46-955f1eedcc4d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=d3800be4f71245188cd4e39488583637&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279152 Jun 07 08:31:57.374438 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2f3c3-4267-4036-9a30-c8e1b93c7891 req-a9f2375f-12dc-42fa-a88c-ec393c5e3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:57.375781 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c5c2f3c3-4267-4036-9a30-c8e1b93c7891 req-a9f2375f-12dc-42fa-a88c-ec393c5e3027 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794446 Jun 07 08:31:57.406442 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-5d53c5c9-4801-4b44-a3ce-aaa755c3b2ae tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:57.407871 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-5d53c5c9-4801-4b44-a3ce-aaa755c3b2ae tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.50 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0957212 Jun 07 08:31:57.415988 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['2abb1cef-d1bf-4aa4-9400-a591369fbc7a'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:31:57.483188 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:57.596401 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749ed91-cc54-45de-ac6f-55bad44c26ac req-306c0ca9-5b73-4773-b366-5148265b8a6a tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:57.605151 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a749ed91-cc54-45de-ac6f-55bad44c26ac req-306c0ca9-5b73-4773-b366-5148265b8a6a tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 948 time: 0.0940852 Jun 07 08:31:57.619369 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204821-0d1c-427d-8ad6-768756251682 req-df9ab070-e651-4c96-ac23-f40a27c980f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:57.620869 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-df9ab070-e651-4c96-ac23-f40a27c980f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d3800be4f71245188cd4e39488583637&device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 1101 time: 0.1555927 Jun 07 08:31:57.633982 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Deleting port 7f94e4a2-60a7-4812-bf2c-039ec23854c8 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:31:57.634283 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:57.653225 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a749ed91-cc54-45de-ac6f-55bad44c26ac req-61136dca-3258-4a62-9e4a-fc5f91915195 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467634 Jun 07 08:31:57.835658 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-e34659c3-e6c3-4256-beb5-53c6461b3db4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=b06d790a-975e-432c-b850-0519e0c844d1 HTTP/1.1" status: 200 len: 217 time: 0.1080701 Jun 07 08:31:57.991131 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204821-0d1c-427d-8ad6-768756251682 req-cf039943-661f-47e1-8cdf-11f2a483e2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:57.992590 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-cf039943-661f-47e1-8cdf-11f2a483e2f4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6295d366-63c1-4160-85b7-66345a938d2f HTTP/1.1" status: 200 len: 843 time: 0.1415076 Jun 07 08:31:58.083908 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd6efe2-48c6-4305-918a-add54ef3b673 req-21a87802-703c-493e-a969-8393fb05b256 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:58.085420 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5cd6efe2-48c6-4305-918a-add54ef3b673 req-21a87802-703c-493e-a969-8393fb05b256 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 944 time: 0.3084347 Jun 07 08:31:58.087017 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] For port 7f94e4a2-60a7-4812-bf2c-039ec23854c8, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7f94e4a2-60a7-4812-bf2c-039ec23854c8,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:58.087392 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:58.089619 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51872-df9e-40f4-b3c6-8dd3f442be4a req-dc541221-96f2-4ed8-ba81-50de1ae787ca tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:58.091130 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-22f51872-df9e-40f4-b3c6-8dd3f442be4a req-dc541221-96f2-4ed8-ba81-50de1ae787ca tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 945 time: 0.0835621 Jun 07 08:31:58.137525 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-22f51872-df9e-40f4-b3c6-8dd3f442be4a req-259a8c4a-dc3a-4374-b435-b30a87f3a004 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Jun 07 08:31:58.228754 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Calling delete_port for 7f94e4a2-60a7-4812-bf2c-039ec23854c8 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:31:58.272348 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5cd6efe2-48c6-4305-918a-add54ef3b673 req-9189177f-17e4-4bf7-b83e-6059580f510b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728556 Jun 07 08:31:58.286300 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204821-0d1c-427d-8ad6-768756251682 req-e944b0db-3362-4d71-bc88-164f1fd90450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:58.287842 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-e944b0db-3362-4d71-bc88-164f1fd90450 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=8d913f04-aa68-4e0b-bb68-3df53f9e32ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2880437 Jun 07 08:31:58.483643 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-659aa044-d388-4a99-9920-2f82d560e402 service neutron] 10.222.0.50 "GET /v2.0/networks/8d913f04-aa68-4e0b-bb68-3df53f9e32ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885056 Jun 07 08:31:58.574311 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:58.587316 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:58.609594 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['278e7e97-7e06-4294-8e52-61d7844061a6', '7f94e4a2-60a7-4812-bf2c-039ec23854c8'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:31:58.637314 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Pushing event deleted for resources: {'Port': ['ID=7f94e4a2-60a7-4812-bf2c-039ec23854c8,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:58.664297 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 2abb1cef-d1bf-4aa4-9400-a591369fbc7a up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:31:58.700296 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.700780 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.701066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.701418 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.701765 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.702557 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.702557 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.702791 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.703089 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.703494 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.703758 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.704123 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:31:58.741141 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:58.749001 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-01204821-0d1c-427d-8ad6-768756251682 req-b7cbc214-b970-4176-8f64-066d0de1520d service neutron] 10.222.0.50 "GET /v2.0/networks/8d913f04-aa68-4e0b-bb68-3df53f9e32ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584660 Jun 07 08:31:58.754900 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] No DVR routers for this DVR port 7f94e4a2-60a7-4812-bf2c-039ec23854c8 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:31:58.757588 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:58.759584 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-78d84f47-c90c-44a4-a610-6172bca5de1f req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.50 "DELETE /v2.0/ports/7f94e4a2-60a7-4812-bf2c-039ec23854c8 HTTP/1.1" status: 204 len: 173 time: 1.3280256 Jun 07 08:31:58.856399 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b758232-fa0b-475e-8e43-6ed6e23d482e req-231af160-e8c1-456e-9fbf-18eae32d9195 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:58.857905 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5b758232-fa0b-475e-8e43-6ed6e23d482e req-231af160-e8c1-456e-9fbf-18eae32d9195 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 948 time: 0.0946097 Jun 07 08:31:58.903360 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:31:58.906165 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5b758232-fa0b-475e-8e43-6ed6e23d482e req-ddf5a878-f8d2-4348-a014-49509c74b223 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425820 Jun 07 08:31:58.908713 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:31:58.911773 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:58.981574 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b47ef39f-583a-4757-a7c4-62c3cd50f8d1', 'name': 'network-vif-deleted', 'tag': '7f94e4a2-60a7-4812-bf2c-039ec23854c8'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:58.984100 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249630da-8c0f-4b28-90b5-9ac85400c216" -d '{"events": [{"server_uuid": "b47ef39f-583a-4757-a7c4-62c3cd50f8d1", "name": "network-vif-deleted", "tag": "7f94e4a2-60a7-4812-bf2c-039ec23854c8"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:59.031768 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b9cb55-a19a-4858-a2fc-c67caaa945b7 x-openstack-request-id: req-a5b9cb55-a19a-4858-a2fc-c67caaa945b7 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:59.032038 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:59.032146 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b47ef39f-583a-4757-a7c4-62c3cd50f8d1", "name": "network-vif-deleted", "tag": "7f94e4a2-60a7-4812-bf2c-039ec23854c8", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:59.032350 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5b9cb55-a19a-4858-a2fc-c67caaa945b7 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:59.032815 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b47ef39f-583a-4757-a7c4-62c3cd50f8d1', 'name': 'network-vif-deleted', 'tag': '7f94e4a2-60a7-4812-bf2c-039ec23854c8', 'status': 'completed', 'code': 200} Jun 07 08:31:59.061326 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abb1cef-d1bf-4aa4-9400-a591369fbc7a'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:31:59.063564 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df970e06-35e1-490f-b8d9-dd69d0ad6672" -d '{"events": [{"server_uuid": "d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa", "name": "network-vif-plugged", "status": "completed", "tag": "2abb1cef-d1bf-4aa4-9400-a591369fbc7a"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:31:59.071430 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:31:59.105578 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d7044a-b23b-4582-ac56-a34761c100ad x-openstack-request-id: req-62d7044a-b23b-4582-ac56-a34761c100ad {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:31:59.105868 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa", "name": "network-vif-plugged", "status": "completed", "tag": "2abb1cef-d1bf-4aa4-9400-a591369fbc7a", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:31:59.106118 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62d7044a-b23b-4582-ac56-a34761c100ad {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:31:59.106500 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2abb1cef-d1bf-4aa4-9400-a591369fbc7a', 'code': 200} Jun 07 08:31:59.167541 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:59.169481 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:31:59.238783 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:31:59.242132 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:31:59.317995 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7a73b75f-008d-4828-8a28-e8b9fb7b687a req-2bb72384-2d79-4dbd-914f-0b15bbd547d0 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0461712 Jun 07 08:31:59.418973 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:31:59.492474 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629234f-dde1-4d49-bb64-bfba084c0ee6 req-32e02237-4f5e-43fc-8904-d8034a5753f4 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:59.494175 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1629234f-dde1-4d49-bb64-bfba084c0ee6 req-32e02237-4f5e-43fc-8904-d8034a5753f4 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 945 time: 0.0827489 Jun 07 08:31:59.541508 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1629234f-dde1-4d49-bb64-bfba084c0ee6 req-b220897d-cdb9-4be9-af00-f7b56b7fcd7b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415194 Jun 07 08:31:59.609336 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078fa1e-78bc-4e64-a119-c736b9239bdb req-ef17598c-320c-4c63-a534-9488f4e42674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:31:59.610827 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2078fa1e-78bc-4e64-a119-c736b9239bdb req-ef17598c-320c-4c63-a534-9488f4e42674 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 1098 time: 0.0734563 Jun 07 08:31:59.657563 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2078fa1e-78bc-4e64-a119-c736b9239bdb req-1c5a96c9-b397-4c77-a0c1-6305b33588a7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394156 Jun 07 08:31:59.854914 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48402) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:31:59.991236 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82b0b339-d317-4ea8-a469-f44961428d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:00.094842 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82b0b339-d317-4ea8-a469-f44961428d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:00.100645 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2aa2c5-3669-4f6e-8d15-4c4a15e5998b req-2486abfe-73f5-4784-8c10-22fa563f5c3e tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:00.102142 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb2aa2c5-3669-4f6e-8d15-4c4a15e5998b req-2486abfe-73f5-4784-8c10-22fa563f5c3e tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 948 time: 0.0820529 Jun 07 08:32:00.147667 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb2aa2c5-3669-4f6e-8d15-4c4a15e5998b req-74d5ae04-725e-4a60-b426-681e04c57ca3 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396218 Jun 07 08:32:00.188251 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82b0b339-d317-4ea8-a469-f44961428d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:00.196089 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-205b5fd2-0ef2-4079-8af4-e811349283ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:00.235297 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0b339-d317-4ea8-a469-f44961428d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e028e44a-5fd5-49e6-bd90-3f73833e0b23,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:00.239435 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-82b0b339-d317-4ea8-a469-f44961428d30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f0b35f0ea3045c1927f8ac87da65014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3835001 Jun 07 08:32:00.240361 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-82b0b339-d317-4ea8-a469-f44961428d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:00.242167 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48408) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:00.302213 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e2cda397-544b-4689-8217-647494ab1d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:00.328516 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e2cda397-544b-4689-8217-647494ab1d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:00.489243 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e2cda397-544b-4689-8217-647494ab1d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:00.491659 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e2cda397-544b-4689-8217-647494ab1d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:00.495507 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-e2cda397-544b-4689-8217-647494ab1d03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e028e44a-5fd5-49e6-bd90-3f73833e0b23 HTTP/1.1" status: 204 len: 168 time: 0.2497206 Jun 07 08:32:00.497966 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4e563f98-94ff-4af5-a54e-8d46bc7b8a7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:00.507060 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0ed5bdf4-4415-459c-85f4-8e690dcebf73 req-0753d7ed-276e-417a-9b21-0734f2651df6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=b47ef39f-583a-4757-a7c4-62c3cd50f8d1 HTTP/1.1" status: 200 len: 210 time: 0.0535903 Jun 07 08:32:00.510872 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cda397-544b-4689-8217-647494ab1d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e028e44a-5fd5-49e6-bd90-3f73833e0b23,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:00.514362 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e2cda397-544b-4689-8217-647494ab1d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:00.658988 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7f94e4a2-60a7-4812-bf2c-039ec23854c8 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:32:00.699588 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 7f94e4a2-60a7-4812-bf2c-039ec23854c8 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:32:00.699947 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7f94e4a2-60a7-4812-bf2c-039ec23854c8 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:32:00.733228 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d15489-1989-4c92-96fa-dd78220a5721 req-0bf1eea1-1d95-4a03-afc4-833d116fc3be tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:00.734732 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-28d15489-1989-4c92-96fa-dd78220a5721 req-0bf1eea1-1d95-4a03-afc4-833d116fc3be tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 945 time: 0.0852838 Jun 07 08:32:00.782905 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-28d15489-1989-4c92-96fa-dd78220a5721 req-22d64893-44ca-4c7e-9941-9ccb75403235 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413518 Jun 07 08:32:01.173847 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48420) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:01.191522 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f391-0f47-48d9-92d8-a9cecd4a0bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:01.313548 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f391-0f47-48d9-92d8-a9cecd4a0bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:01.445876 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f391-0f47-48d9-92d8-a9cecd4a0bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:01.457722 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-69b45ed3-cac3-4d3b-9b96-68b843336aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:01.512401 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b3c0f391-0f47-48d9-92d8-a9cecd4a0bb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ee58422941c44de9d770e40883e22c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373146 Jun 07 08:32:01.514783 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0f391-0f47-48d9-92d8-a9cecd4a0bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c06689e-7714-4397-9eab-e8f45d9b8c29,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:01.515255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48422) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:01.518356 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b3c0f391-0f47-48d9-92d8-a9cecd4a0bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:01.547613 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cba72f-4d35-472c-aaa1-510f66a25355 req-b699943d-e530-4d94-8979-eb9021703745 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:01.553100 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-38cba72f-4d35-472c-aaa1-510f66a25355 req-b699943d-e530-4d94-8979-eb9021703745 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 948 time: 0.1493459 Jun 07 08:32:01.579384 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f0285c44-e003-49e4-803b-ba3c796f8676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:01.599903 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-38cba72f-4d35-472c-aaa1-510f66a25355 req-8fdb2b20-6499-42f5-9544-1868a771c7f7 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444269 Jun 07 08:32:01.608443 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f0285c44-e003-49e4-803b-ba3c796f8676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:01.719837 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f0285c44-e003-49e4-803b-ba3c796f8676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:01.722527 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f0285c44-e003-49e4-803b-ba3c796f8676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:01.723722 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-f0285c44-e003-49e4-803b-ba3c796f8676 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c06689e-7714-4397-9eab-e8f45d9b8c29 HTTP/1.1" status: 204 len: 168 time: 0.2075069 Jun 07 08:32:01.724609 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:01.734715 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0285c44-e003-49e4-803b-ba3c796f8676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c06689e-7714-4397-9eab-e8f45d9b8c29,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:01.737230 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f0285c44-e003-49e4-803b-ba3c796f8676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:02.049817 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2fdd09-5bce-4b75-8e85-26f2aae326b6 req-5663e791-07e6-486c-bf59-52c32f660674 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:02.051866 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2a2fdd09-5bce-4b75-8e85-26f2aae326b6 req-5663e791-07e6-486c-bf59-52c32f660674 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 945 time: 0.1605859 Jun 07 08:32:02.101538 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2a2fdd09-5bce-4b75-8e85-26f2aae326b6 req-f38aca64-45c9-4b83-a964-c0e2c1415a5c tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435710 Jun 07 08:32:02.351326 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2824dc-554c-4ffd-af1a-c3d42e8d6c9b req-f0405549-e3f2-4c26-b21f-3d12b81f7ef9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:02.352861 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6a2824dc-554c-4ffd-af1a-c3d42e8d6c9b req-f0405549-e3f2-4c26-b21f-3d12b81f7ef9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1652863 Jun 07 08:32:02.401780 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6a2824dc-554c-4ffd-af1a-c3d42e8d6c9b req-723fa468-b43e-4e8f-9550-0e239ecd1665 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428953 Jun 07 08:32:02.681777 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device b06d790a-975e-432c-b850-0519e0c844d1 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:32:02.800229 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16926dee-8050-4244-89a8-111e2c8550cd req-9ccd4d23-952d-49a9-9e42-d5397e0aed19 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:02.805123 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-16926dee-8050-4244-89a8-111e2c8550cd req-9ccd4d23-952d-49a9-9e42-d5397e0aed19 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 948 time: 0.0955334 Jun 07 08:32:02.857731 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-16926dee-8050-4244-89a8-111e2c8550cd req-8b44926c-b289-49f4-94d3-6fbd96939af5 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457366 Jun 07 08:32:02.879499 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port b06d790a-975e-432c-b850-0519e0c844d1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b06d790a-975e-432c-b850-0519e0c844d1,segment=NetworkSegment(0f0e086e-74a4-4355-8aef-afc21a3eddc6),segment_id=0f0e086e-74a4-4355-8aef-afc21a3eddc6)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:02.893073 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': 'b06d790a-975e-432c-b850-0519e0c844d1', 'network_id': '8d913f04-aa68-4e0b-bb68-3df53f9e32ab', 'port_id': 'b06d790a-975e-432c-b850-0519e0c844d1', 'mac_address': 'fa:16:3e:a1:6a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6295d366-63c1-4160-85b7-66345a938d2f', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:32:02.949640 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:02.966649 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06d790a-975e-432c-b850-0519e0c844d1 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:32:02.982461 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port b06d790a-975e-432c-b850-0519e0c844d1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b06d790a-975e-432c-b850-0519e0c844d1,segment=NetworkSegment(0f0e086e-74a4-4355-8aef-afc21a3eddc6),segment_id=0f0e086e-74a4-4355-8aef-afc21a3eddc6)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:03.059477 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:03.062075 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-2123399d-b882-41b2-9920-214c212e38a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:03.139764 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=b06d790a-975e-432c-b850-0519e0c844d1,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:03.143163 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:03.439363 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['b06d790a-975e-432c-b850-0519e0c844d1'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:32:03.598650 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905bc42-dae4-43b0-ba34-e543865b55e8 req-9d3089fd-7855-42c2-9f96-e0c6ede46d8d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:03.600248 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3905bc42-dae4-43b0-ba34-e543865b55e8 req-9d3089fd-7855-42c2-9f96-e0c6ede46d8d tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0836036 Jun 07 08:32:03.649820 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3905bc42-dae4-43b0-ba34-e543865b55e8 req-a2267b0f-462c-489f-875b-950147457e22 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431070 Jun 07 08:32:04.057126 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8ebbf-afa0-414b-bafa-884587d70737 req-b4632181-962a-40ed-87bc-3379d78215d7 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:04.058577 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-44d8ebbf-afa0-414b-bafa-884587d70737 req-b4632181-962a-40ed-87bc-3379d78215d7 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 949 time: 0.0869312 Jun 07 08:32:04.104891 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-44d8ebbf-afa0-414b-bafa-884587d70737 req-02138cb1-5bd3-438f-bc80-65a35b09fc3d tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Jun 07 08:32:04.252536 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:32:04.692829 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device b06d790a-975e-432c-b850-0519e0c844d1 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:04.842704 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f652b8-c64e-4c21-b834-606f01d0f800 req-b431d8cd-40ff-4019-93b4-519fd69adc73 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:04.844161 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-80f652b8-c64e-4c21-b834-606f01d0f800 req-b431d8cd-40ff-4019-93b4-519fd69adc73 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0848572 Jun 07 08:32:04.853270 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port b06d790a-975e-432c-b850-0519e0c844d1 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:04.859127 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port b06d790a-975e-432c-b850-0519e0c844d1 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:04.859739 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:04.924471 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-80f652b8-c64e-4c21-b834-606f01d0f800 req-2f8b938f-6f2c-404e-a500-e6acf5561cf9 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693240 Jun 07 08:32:04.985574 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:05.014390 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a50c51e-73f8-41c3-b17e-802f6f55a89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06d790a-975e-432c-b850-0519e0c844d1'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:32:05.016763 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e625c554-ac67-46a5-a862-a19b84f54592" -d '{"events": [{"server_uuid": "2a50c51e-73f8-41c3-b17e-802f6f55a89c", "name": "network-vif-plugged", "status": "completed", "tag": "b06d790a-975e-432c-b850-0519e0c844d1"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:32:05.028130 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port b06d790a-975e-432c-b850-0519e0c844d1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b06d790a-975e-432c-b850-0519e0c844d1,segment=NetworkSegment(0f0e086e-74a4-4355-8aef-afc21a3eddc6),segment_id=0f0e086e-74a4-4355-8aef-afc21a3eddc6)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:05.064111 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55b6d63-3238-40a3-9e9f-8fa988b1da6d x-openstack-request-id: req-d55b6d63-3238-40a3-9e9f-8fa988b1da6d {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:32:05.064407 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a50c51e-73f8-41c3-b17e-802f6f55a89c", "name": "network-vif-plugged", "status": "completed", "tag": "b06d790a-975e-432c-b850-0519e0c844d1", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:32:05.064701 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d55b6d63-3238-40a3-9e9f-8fa988b1da6d {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:32:05.065099 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a50c51e-73f8-41c3-b17e-802f6f55a89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06d790a-975e-432c-b850-0519e0c844d1', 'code': 200} Jun 07 08:32:05.081495 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:05.085487 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:05.162118 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=b06d790a-975e-432c-b850-0519e0c844d1,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:05.165418 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:05.313482 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c951e-30f1-4b62-9832-c1b80460f557 req-f5c66cb5-a54e-4b09-ad52-5ac021f54cf6 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:05.314952 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-992c951e-30f1-4b62-9832-c1b80460f557 req-f5c66cb5-a54e-4b09-ad52-5ac021f54cf6 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 950 time: 0.0929277 Jun 07 08:32:05.369665 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-992c951e-30f1-4b62-9832-c1b80460f557 req-06bbd362-4896-4f4c-baff-42a70770eb39 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472190 Jun 07 08:32:05.532302 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dd5e6-8c5e-4a7c-b338-8b0bb845cdbb req-e207aeaa-cf23-48cd-83df-ee5a7c0b4be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:05.533781 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-238dd5e6-8c5e-4a7c-b338-8b0bb845cdbb req-e207aeaa-cf23-48cd-83df-ee5a7c0b4be9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 1103 time: 0.0728605 Jun 07 08:32:05.575929 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-238dd5e6-8c5e-4a7c-b338-8b0bb845cdbb req-95465884-4687-4c9e-a570-5fda8de774ff service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331509 Jun 07 08:32:06.113563 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34cd5a-3eb6-40e6-9e5b-80f675f409b3 req-185bf5d1-4419-4ae9-ac37-20ef84a96df6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:06.115012 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-db34cd5a-3eb6-40e6-9e5b-80f675f409b3 req-185bf5d1-4419-4ae9-ac37-20ef84a96df6 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0797269 Jun 07 08:32:06.163932 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-db34cd5a-3eb6-40e6-9e5b-80f675f409b3 req-9747b724-caa6-450d-91ff-03e9ddcf2b47 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431881 Jun 07 08:32:06.570390 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef59e53-029b-4f5b-89b9-697d4c3c83fa req-7070116c-2ce1-4d4c-a98d-a37ceb50d84d tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:06.571929 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fef59e53-029b-4f5b-89b9-697d4c3c83fa req-7070116c-2ce1-4d4c-a98d-a37ceb50d84d tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 950 time: 0.0894663 Jun 07 08:32:06.615799 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fef59e53-029b-4f5b-89b9-697d4c3c83fa req-75ea2dbe-4286-4f03-a9d4-90b6e20cbb66 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Jun 07 08:32:07.352825 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d9331-b482-442e-94ce-ff62ec455ffb req-ead1ee25-d3ef-45a1-a48b-8a74871dc4f4 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:07.354256 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2a3d9331-b482-442e-94ce-ff62ec455ffb req-ead1ee25-d3ef-45a1-a48b-8a74871dc4f4 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0812533 Jun 07 08:32:07.398012 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-2a3d9331-b482-442e-94ce-ff62ec455ffb req-d44537f6-8266-4fc4-8fcc-c73746ad9a51 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382321 Jun 07 08:32:07.799134 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e336d-f230-455b-9c28-c6a47ce5f54a req-3026efb7-28b1-420a-9562-d56db6a16c4e tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:07.800628 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6a7e336d-f230-455b-9c28-c6a47ce5f54a req-3026efb7-28b1-420a-9562-d56db6a16c4e tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 950 time: 0.0810890 Jun 07 08:32:07.844271 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6a7e336d-f230-455b-9c28-c6a47ce5f54a req-8a05168b-0b13-44f6-815f-75f9edcb3aad tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373960 Jun 07 08:32:08.525177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551eaebe-9242-49cd-8ac8-b83f9bf2f74e req-40935334-5dcf-4ca0-82fa-3a440e820162 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:08.527054 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-551eaebe-9242-49cd-8ac8-b83f9bf2f74e req-40935334-5dcf-4ca0-82fa-3a440e820162 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 950 time: 0.0864184 Jun 07 08:32:08.583105 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-551eaebe-9242-49cd-8ac8-b83f9bf2f74e req-55d45094-cad1-46a7-8369-7e581c488cac tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487940 Jun 07 08:32:08.613900 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7825047-610c-44d9-bd27-e8c1abf63a7f req-4bca485e-e76f-47b6-9a1e-37e575f1d8ef tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:08.615616 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e7825047-610c-44d9-bd27-e8c1abf63a7f req-4bca485e-e76f-47b6-9a1e-37e575f1d8ef tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.1096766 Jun 07 08:32:08.661288 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e7825047-610c-44d9-bd27-e8c1abf63a7f req-a9763ac4-a928-4511-a117-6c06bf8cf748 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/security-groups?id=824d8671-56a2-46e6-b7d0-9a9d86e37d68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 Jun 07 08:32:09.131722 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-ece0834e-a629-42ac-9bf6-7f66cd7c4607 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:09.133197 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-ece0834e-a629-42ac-9bf6-7f66cd7c4607 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.50 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 945 time: 0.0797472 Jun 07 08:32:09.283803 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Deleting port 278e7e97-7e06-4294-8e52-61d7844061a6 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:32:09.284143 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:09.429298 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] For port 278e7e97-7e06-4294-8e52-61d7844061a6, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=278e7e97-7e06-4294-8e52-61d7844061a6,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:09.429563 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:09.556532 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Calling delete_port for 278e7e97-7e06-4294-8e52-61d7844061a6 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:32:09.759413 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:09.768762 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:09.808990 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['278e7e97-7e06-4294-8e52-61d7844061a6'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:32:09.836357 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Pushing event deleted for resources: {'Port': ['ID=278e7e97-7e06-4294-8e52-61d7844061a6,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:09.852909 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c8c26ce5-c73f-4fc1-9e46-e9e7a4538a30 req-ac9bae4b-b0b7-4606-9a11-ab07e6d0c0e7 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 210 time: 0.0608199 Jun 07 08:32:09.870640 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:09.915322 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] No DVR routers for this DVR port 278e7e97-7e06-4294-8e52-61d7844061a6 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:32:09.918430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:09.920326 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4d644911-77fd-476b-81f6-49fdc1a84d5f req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.50 "DELETE /v2.0/ports/278e7e97-7e06-4294-8e52-61d7844061a6 HTTP/1.1" status: 204 len: 173 time: 0.7795248 Jun 07 08:32:09.920835 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7220d7-6265-45d0-add5-d88e309e24e3', 'name': 'network-vif-deleted', 'tag': '278e7e97-7e06-4294-8e52-61d7844061a6'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:32:09.923091 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2608fb42-a132-4257-9e0a-554ebd12a154" -d '{"events": [{"server_uuid": "5c7220d7-6265-45d0-add5-d88e309e24e3", "name": "network-vif-deleted", "tag": "278e7e97-7e06-4294-8e52-61d7844061a6"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:32:09.942776 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7671f37b-e361-47e4-a9c0-db95d3172972 req-194b0c3a-df23-4018-a497-00cdc26153f4 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:09.944254 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7671f37b-e361-47e4-a9c0-db95d3172972 req-194b0c3a-df23-4018-a497-00cdc26153f4 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 950 time: 0.2504020 Jun 07 08:32:09.968442 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5b6db9-657e-4c7e-8472-e749f42fccab x-openstack-request-id: req-4d5b6db9-657e-4c7e-8472-e749f42fccab {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:32:09.968784 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7220d7-6265-45d0-add5-d88e309e24e3", "name": "network-vif-deleted", "tag": "278e7e97-7e06-4294-8e52-61d7844061a6", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:32:09.969055 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d5b6db9-657e-4c7e-8472-e749f42fccab {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:32:09.969449 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7220d7-6265-45d0-add5-d88e309e24e3', 'name': 'network-vif-deleted', 'tag': '278e7e97-7e06-4294-8e52-61d7844061a6', 'status': 'completed', 'code': 200} Jun 07 08:32:09.993406 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7671f37b-e361-47e4-a9c0-db95d3172972 req-85d5ed5e-2df5-45bb-bf25-d53ef8e86c02 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435004 Jun 07 08:32:10.583438 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-1cd9cb72-d484-455e-a470-273aab570c63 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:10.584911 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-1cd9cb72-d484-455e-a470-273aab570c63 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.50 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 950 time: 0.0854201 Jun 07 08:32:10.780200 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Deleting port b06d790a-975e-432c-b850-0519e0c844d1 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:32:10.780573 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:10.936344 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] For port b06d790a-975e-432c-b850-0519e0c844d1, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=b06d790a-975e-432c-b850-0519e0c844d1,segment=NetworkSegment(0f0e086e-74a4-4355-8aef-afc21a3eddc6),segment_id=0f0e086e-74a4-4355-8aef-afc21a3eddc6)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:10.936730 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:11.037116 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0a235232-bc9e-4b8e-b035-97dd46106d0e req-123c4491-0f04-47f5-8516-ca0ecffd0c99 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c7220d7-6265-45d0-add5-d88e309e24e3 HTTP/1.1" status: 200 len: 210 time: 0.0503001 Jun 07 08:32:11.063517 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Calling delete_port for b06d790a-975e-432c-b850-0519e0c844d1 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:32:11.246477 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373c96c-56cd-44da-bdac-2cc2f56f6de5 req-1bc2b912-c933-41f3-9faa-d175c9436daf tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:11.248054 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c373c96c-56cd-44da-bdac-2cc2f56f6de5 req-1bc2b912-c933-41f3-9faa-d175c9436daf tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 950 time: 0.1357558 Jun 07 08:32:11.295169 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c373c96c-56cd-44da-bdac-2cc2f56f6de5 req-5d6717f1-1c77-4716-a32c-0bf761d8a568 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/security-groups?id=df87bb59-d07c-4f5e-97f7-163cb98af89a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410187 Jun 07 08:32:11.325274 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:11.330900 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:11.363480 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['b06d790a-975e-432c-b850-0519e0c844d1'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:32:11.379047 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Pushing event deleted for resources: {'Port': ['ID=b06d790a-975e-432c-b850-0519e0c844d1,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:11.382560 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:11.458212 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] No DVR routers for this DVR port b06d790a-975e-432c-b850-0519e0c844d1 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:32:11.460540 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:11.462496 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f41b6f3f-362a-43c9-aba4-a84936021d0a req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.50 "DELETE /v2.0/ports/b06d790a-975e-432c-b850-0519e0c844d1 HTTP/1.1" status: 204 len: 173 time: 0.8711107 Jun 07 08:32:11.971139 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a50c51e-73f8-41c3-b17e-802f6f55a89c', 'name': 'network-vif-deleted', 'tag': 'b06d790a-975e-432c-b850-0519e0c844d1'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:32:11.973767 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf16290-41e2-4284-8fa7-2d9cba57b98b" -d '{"events": [{"server_uuid": "2a50c51e-73f8-41c3-b17e-802f6f55a89c", "name": "network-vif-deleted", "tag": "b06d790a-975e-432c-b850-0519e0c844d1"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:32:12.021496 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8b449b-1f4f-4b84-ab21-7236a5c02ae9 x-openstack-request-id: req-eb8b449b-1f4f-4b84-ab21-7236a5c02ae9 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:32:12.021864 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a50c51e-73f8-41c3-b17e-802f6f55a89c", "name": "network-vif-deleted", "tag": "b06d790a-975e-432c-b850-0519e0c844d1", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:32:12.022138 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb8b449b-1f4f-4b84-ab21-7236a5c02ae9 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:32:12.022541 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a50c51e-73f8-41c3-b17e-802f6f55a89c', 'name': 'network-vif-deleted', 'tag': 'b06d790a-975e-432c-b850-0519e0c844d1', 'status': 'completed', 'code': 200} Jun 07 08:32:12.137836 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48638) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:12.483430 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3689ee76-f96e-4115-a7ce-4f1764951b72 req-0b447709-a972-4ba2-9ed6-4a8a295312df tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a50c51e-73f8-41c3-b17e-802f6f55a89c HTTP/1.1" status: 200 len: 210 time: 0.0556226 Jun 07 08:32:12.721206 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4040404'] for router_interface, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:12.733055 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 278e7e97-7e06-4294-8e52-61d7844061a6 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:32:12.770764 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 278e7e97-7e06-4294-8e52-61d7844061a6 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:32:12.771199 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 278e7e97-7e06-4294-8e52-61d7844061a6 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:32:13.207724 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Deleting port a18dd30e-de7c-47f2-8e92-f12323bcd23b {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:32:13.208380 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:13.339669 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] For port a18dd30e-de7c-47f2-8e92-f12323bcd23b, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=a18dd30e-de7c-47f2-8e92-f12323bcd23b,segment=NetworkSegment(3cc025f3-ba09-4485-ad9f-3e1749ff176d),segment_id=3cc025f3-ba09-4485-ad9f-3e1749ff176d)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:13.340022 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:13.473658 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Calling delete_port for a18dd30e-de7c-47f2-8e92-f12323bcd23b owned by network:router_interface {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:32:13.853146 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:13.856995 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8a073968-ef68-43ed-ad2f-d6b881a0fe3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:13.904244 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Pushing event deleted for resources: {'Port': ['ID=a18dd30e-de7c-47f2-8e92-f12323bcd23b,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:13.931195 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:14.177651 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4123818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4039322'] for router_interface, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:14.646485 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:32:14.734224 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device b06d790a-975e-432c-b850-0519e0c844d1 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:32:14.775786 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: b06d790a-975e-432c-b850-0519e0c844d1 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:32:14.776146 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device b06d790a-975e-432c-b850-0519e0c844d1 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:32:14.829305 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:32:14.835129 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] 10.222.0.15 "PUT /v2.0/routers/37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6962729 Jun 07 08:32:14.837807 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48658) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:14.839072 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] Sync routers for ids ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:32:14.849657 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] Routers {'37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:14.850293 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:31:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:15.022885 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks [] for router, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:15.041689 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] Set router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:15.217765 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:15.390159 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238'}], 'enable_snat': True}, 'gw_port_id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:51Z', 'updated_at': '2021-06-07T08:32:13Z', 'revision_number': 5, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'gw_port': {'id': '7f35bd8f-07b0-4434-9756-de5e7ab6a7c6', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:cd:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:15.391229 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Deleting port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:32:15.391580 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:15.399145 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] Checking router: 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:32:15.409751 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] Routers {'37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:15.410911 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:31:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:15.525460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] For port 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=7f35bd8f-07b0-4434-9756-de5e7ab6a7c6,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:15.526544 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:15.596149 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] Set router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e gateway port host: None {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:15.676802 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Calling delete_port for 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 owned by network:router_gateway {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:32:15.703290 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:51Z', 'updated_at': '2021-06-07T08:32:15Z', 'revision_number': 6, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'gw_port_host': None}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:15.707845 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35ab8f0-51ed-44c1-9591-f564eac0d939 None None] The sync data for ids ['37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e'] in dv-cinder-784956-6-smb is: [{'id': '37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e', 'name': 'tempest-ServerRescueNegativeTestJSON-1382081992-router', 'tenant_id': '90c9cb9b7de048fb99a234601f8a8545', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:51Z', 'updated_at': '2021-06-07T08:32:15Z', 'revision_number': 6, 'project_id': '90c9cb9b7de048fb99a234601f8a8545', 'gw_port_host': None}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:32:15.876196 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:15.880617 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8c67e91e-8163-48b1-ac90-a14abac235d8 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:15.924055 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f35bd8f-07b0-4434-9756-de5e7ab6a7c6,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:15.927702 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:16.022826 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768388'] for router_gateway, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.281554 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7958'] for router, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.283841 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.447579 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4051183'] for router, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.448077 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e {{(pid=92137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:32:16.453066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Notify callbacks [] for router, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.454198 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] 10.222.0.15 "DELETE /v2.0/routers/37ec9aa7-1dcb-4e6b-8a4e-46e79ea2674e HTTP/1.1" status: 204 len: 168 time: 1.6153371 Jun 07 08:32:16.456768 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48668) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:16.516425 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] Deleting subnet 9529934e-daaf-4d6a-b4f1-1e7348bdda38 {{(pid=92137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:32:16.519683 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.576158 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811502'] for subnet, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.593241 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device a18dd30e-de7c-47f2-8e92-f12323bcd23b no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:32:16.632325 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: a18dd30e-de7c-47f2-8e92-f12323bcd23b {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:32:16.632974 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device a18dd30e-de7c-47f2-8e92-f12323bcd23b not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:32:16.633404 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:32:16.644116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.671331 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:32:16.671821 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 7f35bd8f-07b0-4434-9756-de5e7ab6a7c6 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:32:16.796399 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2255046'] for subnet, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.800747 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:16.839899 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9529934e-daaf-4d6a-b4f1-1e7348bdda38,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:16.842369 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:16.845263 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:16.847118 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9529934e-daaf-4d6a-b4f1-1e7348bdda38 HTTP/1.1" status: 204 len: 168 time: 0.3891830 Jun 07 08:32:16.850958 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48670) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:16.955280 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:17.095550 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:17.109310 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ee839fa-1ec0-4f6f-9cb7-410d6a824b16']}} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:17.122751 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc025f3-ba09-4485-ad9f-3e1749ff176d') {'for_net_delete': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:17.123057 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc025f3-ba09-4485-ad9f-3e1749ff176d') {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:17.135137 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811479'] for segment, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:17.152480 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:17.158735 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=92137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:32:17.159123 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810927'] for segment, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: Traceback (most recent call last): Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: timer() Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: cb(*args, **kw) Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: return func(*args, **kwargs) Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: self._notify() Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: self.callback(batched_events) Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: event.method(event) Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: return f(self, *a, **k) Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: return self._get(url).json() Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: return self.request(url, 'GET', **kwargs) Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:32:17.172389 dv-cinder-784956-6-smb neutron-server[92137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:32:17.350063 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:17.353615 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:17.370201 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:17.374657 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0ee839fa-1ec0-4f6f-9cb7-410d6a824b16 HTTP/1.1" status: 204 len: 168 time: 0.5202701 Jun 07 08:32:17.379024 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ee839fa-1ec0-4f6f-9cb7-410d6a824b16,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:17.381562 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9018435f-f271-413e-b745-6d8a1428ad71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:17.787366 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48680) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:17.835432 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-652e17d0-f5c9-4c31-86a2-ce5392773047 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90c9cb9b7de048fb99a234601f8a8545&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0468581 Jun 07 08:32:17.837778 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 48682) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:17.898037 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:17.932399 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:18.062275 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:18.064898 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:18.066189 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/824d8671-56a2-46e6-b7d0-9a9d86e37d68 HTTP/1.1" status: 204 len: 168 time: 0.2274966 Jun 07 08:32:18.067205 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-21e0d0ce-1459-4ab2-a9a9-d230993fcb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:18.083376 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824d8671-56a2-46e6-b7d0-9a9d86e37d68,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:18.092209 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.092587 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.092947 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.093313 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.093649 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.093995 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.094340 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.094677 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.095015 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.095349 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.095769 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.096110 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:18.099972 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:19.147753 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48708) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:19.261783 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1769670284-network', 'tenant_id': '298efcc585e04e6889d639551506c620'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:19.348572 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Made reservation on behalf of 298efcc585e04e6889d639551506c620 for: {'network': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:32:19.350926 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:19.364673 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:19.470397 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:19.544509 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:19.547629 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c81e36dc-5ad6-43e7-b5aa-cf3d7255b719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:19.577210 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] vlan segment allocate from pool success with {'vlan_id': 707, 'physical_network': 'physnet1'} {{(pid=92137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:32:19.586820 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e62251e-ccf8-40f1-9ecb-1b2f637003b2,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:19.590064 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:19.594238 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:19.594590 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.segments_db [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Added segment 33288d94-5978-44e7-8d23-ae774079ad7f of type vlan for network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 Jun 07 08:32:19.624840 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:19.733024 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:19.735232 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:19.736066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:19.740911 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:19.842378 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Pushing event updated for resources: {'Network': ['ID=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:19.846018 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:19.853719 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:32:19.866535 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7171721 Jun 07 08:32:19.869118 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48716) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:19.874393 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Request body: {'subnet': {'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1769670284-subnet', 'tenant_id': '298efcc585e04e6889d639551506c620', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:19.978715 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Made reservation on behalf of 298efcc585e04e6889d639551506c620 for: {'subnet': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:32:19.981055 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2255075'] for subnet, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:20.259329 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2811092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2255089'] for subnet, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:20.261243 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-34681a59-88c5-46bb-8241-cdb9875e7088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:20.337241 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ef570e-6783-4610-8dbb-35d5d50c620a,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:20.340631 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:20.343088 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Checking segment: {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:20.343488 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Network hostable DHCP agents. Network: f890ba33-4e9d-4e9e-8cbd-ceed44a189c8, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:32:20.444803 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:32:20.498255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, f890ba33-4e9d-4e9e-8cbd-ceed44a189c8) {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:20.502295 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:20.502881 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:20.507799 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5665525-5888-455a-9406-86a977ec6141 None None] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:32:20.561855 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6915424 Jun 07 08:32:20.564352 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48718) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:20.569809 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:20.664201 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4051021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:20.665298 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4051924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3761267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7961'] for router, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:20.684309 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:20.741863 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dcd3e2-d0f0-5088-ba37-ee198adbc9d5-f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a'}]}} from dv-cinder-784956-6-smb. {{(pid=92139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:32:20.742800 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:20.922623 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.db_base_plugin_common [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Allocated IP 172.20.0.2 (f890ba33-4e9d-4e9e-8cbd-ceed44a189c8/97ef570e-6783-4610-8dbb-35d5d50c620a/429853bd-094d-4f40-b3d0-21a9c7548dc6) {{(pid=92139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:21.126255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4053891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4051039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:21.145273 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Notify callbacks [] for port, precommit_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:21.155940 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Transition to ACTIVE for port object 429853bd-094d-4f40-b3d0-21a9c7548dc6 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:21.178050 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Transition to ACTIVE for port object 429853bd-094d-4f40-b3d0-21a9c7548dc6 will not be triggered until provisioned by entity DHCP. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:21.253178 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:21.257035 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-699cd84d-b81d-4d1a-bfc6-37aef91ab719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:21.351280 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 is already hosted by enough agents. {{(pid=92139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:21.354158 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.base_scheduler [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Resources bound (agent type, host, resource id): {{(pid=92139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:21.357280 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Received port after_create {{(pid=92139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:21.368919 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Pushing event updated for resources: {'Port': ['ID=429853bd-094d-4f40-b3d0-21a9c7548dc6,revision_number=1']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:21.400817 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:21.509134 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:21.540054 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:21.685926 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Allocated IP 172.28.1.74 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/bbb30510-a0e8-4056-9fd4-0414203c56b4) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:21.804781 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Attempting to bind port 429853bd-094d-4f40-b3d0-21a9c7548dc6 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:21.805169 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Attempting to bind port 429853bd-094d-4f40-b3d0-21a9c7548dc6 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:21.805562 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Attempting to bind port 429853bd-094d-4f40-b3d0-21a9c7548dc6 on network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:21.811550 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:21.811932 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Checking segment: {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:21.812348 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:21.813027 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Bound using segment: {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:21.813509 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Bound port: 429853bd-094d-4f40-b3d0-21a9c7548dc6, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:21.813887 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:21.851228 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:21.909546 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] For port 429853bd-094d-4f40-b3d0-21a9c7548dc6, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:21.912501 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] For port 429853bd-094d-4f40-b3d0-21a9c7548dc6, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=429853bd-094d-4f40-b3d0-21a9c7548dc6,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:21.942969 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:21.947699 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1abc2676-ec09-4729-8876-dd333f602260 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:21.993962 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:22.002205 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-15837ca8-b118-43a4-8332-3c1516213340 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:22.013633 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:22.016543 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:22.020640 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:22.061962 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb30510-a0e8-4056-9fd4-0414203c56b4,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:22.066206 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:22.099530 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Pushing event updated for resources: {'Port': ['ID=429853bd-094d-4f40-b3d0-21a9c7548dc6,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:22.104525 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:22.635451 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 429853bd-094d-4f40-b3d0-21a9c7548dc6 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:22.689252 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:22.804998 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 429853bd-094d-4f40-b3d0-21a9c7548dc6 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:23.003837 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74217b9b-0859-4747-a605-4b5f00c28597 None None] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:32:23.019575 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-49cdb857-8a19-48a4-b4a6-a19a4370b88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:23.065056 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4051012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4053932'] for router, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:23.142521 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-2f33fedc-1adb-4b3e-879b-d5f231260d61 None None] Provisioning for port 429853bd-094d-4f40-b3d0-21a9c7548dc6 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:23.153905 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-2f33fedc-1adb-4b3e-879b-d5f231260d61 None None] Provisioning complete for port 429853bd-094d-4f40-b3d0-21a9c7548dc6 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:23.154288 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2f33fedc-1adb-4b3e-879b-d5f231260d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:23.353516 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 is scheduled to L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 with binding_index 1 {{(pid=92137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:32:23.391889 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2f33fedc-1adb-4b3e-879b-d5f231260d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:23.438046 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-2f33fedc-1adb-4b3e-879b-d5f231260d61 None None] For port 429853bd-094d-4f40-b3d0-21a9c7548dc6, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=429853bd-094d-4f40-b3d0-21a9c7548dc6,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:23.507907 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2f33fedc-1adb-4b3e-879b-d5f231260d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:23.509789 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:23.562243 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:32:23.573644 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Sync routers for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:32:23.594849 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:23.595494 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:31:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:23.654968 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33fedc-1adb-4b3e-879b-d5f231260d61 None None] Pushing event updated for resources: {'Port': ['ID=429853bd-094d-4f40-b3d0-21a9c7548dc6,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:23.658190 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-2f33fedc-1adb-4b3e-879b-d5f231260d61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:23.670150 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Notify callbacks [] for router, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:23.671357 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1060524 Jun 07 08:32:23.673952 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 48750) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:23.797117 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-8cdf9cee-f0da-4c73-bec1-476c6f127da9 None None] Provisioning complete for port 429853bd-094d-4f40-b3d0-21a9c7548dc6 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:23.797947 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9cee-f0da-4c73-bec1-476c6f127da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:23.823216 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:24.230745 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:22Z', 'revision_number': 3, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:24.239850 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Checking router: ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:32:24.240291 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Updating router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 port bbb30510-a0e8-4056-9fd4-0414203c56b4 binding host dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:32:24.300947 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:24.521493 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:24.625437 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 429853bd-094d-4f40-b3d0-21a9c7548dc6 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:24.749989 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 429853bd-094d-4f40-b3d0-21a9c7548dc6 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:24.750858 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:24.763771 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Allocated IP 172.20.0.1 (f890ba33-4e9d-4e9e-8cbd-ceed44a189c8/97ef570e-6783-4610-8dbb-35d5d50c620a/d4a2ef63-50e1-4405-a7bf-2d183c4435b2) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:24.875397 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Notify callbacks [] for port, precommit_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:24.924247 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:24.930263 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Transition to ACTIVE for port object bbb30510-a0e8-4056-9fd4-0414203c56b4 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:24.939899 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Transition to ACTIVE for port object d4a2ef63-50e1-4405-a7bf-2d183c4435b2 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:25.005010 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.009858 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:25.056770 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.061665 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-53906fac-c321-46e4-9183-959ab18d8b78 tempest-VolumesActionsTest-296121670 tempest-VolumesActionsTest-296121670-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:25.088043 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.089004 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Attempting to bind port bbb30510-a0e8-4056-9fd4-0414203c56b4 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:25.089383 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Attempting to bind port bbb30510-a0e8-4056-9fd4-0414203c56b4 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:25.089756 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Attempting to bind port bbb30510-a0e8-4056-9fd4-0414203c56b4 on network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:25.095416 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5978fc8-842d-4c6d-b9e4-efdca933c16d None None] Pushing event updated for resources: {'Port': ['ID=bbb30510-a0e8-4056-9fd4-0414203c56b4,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:25.099582 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5978fc8-842d-4c6d-b9e4-efdca933c16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:25.100505 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:25.100916 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Checking segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:25.101332 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.101732 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Bound using segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:25.102213 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Bound port: bbb30510-a0e8-4056-9fd4-0414203c56b4, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:25.102595 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.125930 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:25.129364 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:25.133257 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:25.164722 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a2ef63-50e1-4405-a7bf-2d183c4435b2,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:25.171238 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:25.199275 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] For port bbb30510-a0e8-4056-9fd4-0414203c56b4, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:25.203610 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] For port bbb30510-a0e8-4056-9fd4-0414203c56b4, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=bbb30510-a0e8-4056-9fd4-0414203c56b4,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:25.209034 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768550'] for router_interface, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.304945 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.309048 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:25.395350 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5978fc8-842d-4c6d-b9e4-efdca933c16d None None] Pushing event updated for resources: {'Port': ['ID=bbb30510-a0e8-4056-9fd4-0414203c56b4,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:25.398400 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:25.399147 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:31:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:25.457067 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5978fc8-842d-4c6d-b9e4-efdca933c16d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:25.588807 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:25.638754 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.704360 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-9d32d732-8afb-4b00-99f4-87554df0caad None None] Provisioning for port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:25.736955 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-9d32d732-8afb-4b00-99f4-87554df0caad None None] Provisioning complete for port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:25.737341 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-9d32d732-8afb-4b00-99f4-87554df0caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.867689 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b0aca096-3fec-4575-9658-87ffba211a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.880641 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-9d32d732-8afb-4b00-99f4-87554df0caad None None] Port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:32:25.895291 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.913921 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:25.978786 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:26.000504 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:22Z', 'revision_number': 3, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:26.007246 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37177c7e-98ce-4192-b3d4-a55186894a20 None None] The sync data for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb is: [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:22Z', 'revision_number': 3, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:32:26.011321 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1a7d1153-a55d-4515-bd01-2d432e2f88a2 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:26.096421 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4123811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4040382'] for router_interface, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:26.100263 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Pushing event updated for resources: {'Port': ['ID=d4a2ef63-50e1-4405-a7bf-2d183c4435b2,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:26.103655 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:26.281257 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:26.286430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:26.619043 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-e82ce0db-7966-45c1-a512-ffbf9382eec8 None None] Provisioning complete for port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:26.619991 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-e82ce0db-7966-45c1-a512-ffbf9382eec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:26.643265 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:32:26.676806 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device bbb30510-a0e8-4056-9fd4-0414203c56b4 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:26.762103 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-e82ce0db-7966-45c1-a512-ffbf9382eec8 None None] Port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:32:26.862133 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port bbb30510-a0e8-4056-9fd4-0414203c56b4 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:26.868913 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port bbb30510-a0e8-4056-9fd4-0414203c56b4 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:26.869300 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:26.896924 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:32:26.903336 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] 10.222.0.15 "PUT /v2.0/routers/ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2283566 Jun 07 08:32:27.063350 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:27.086230 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port bbb30510-a0e8-4056-9fd4-0414203c56b4, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=bbb30510-a0e8-4056-9fd4-0414203c56b4,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:27.162404 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:27.164306 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:27.241796 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=bbb30510-a0e8-4056-9fd4-0414203c56b4,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:27.250425 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.250780 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.251122 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.251840 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.251972 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.252284 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.252538 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.252979 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.253766 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.254193 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.254767 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.255111 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:27.259388 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:27.502077 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:27.777677 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Sync routers for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:32:27.788645 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:27.789520 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:27.972731 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:28.310338 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 2, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:28.326694 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Checking router: ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:32:28.326694 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Updating router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 binding host dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:32:28.379064 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:28.623103 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device bbb30510-a0e8-4056-9fd4-0414203c56b4 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:28.721954 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port bbb30510-a0e8-4056-9fd4-0414203c56b4 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:28.722346 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:28.750106 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49018) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:28.756179 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-2757404a-0b50-4b7b-b0b9-e5ea52795c63 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565344444', 'description': 'tempest-description--853342730'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:28.780398 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:28.794734 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Transition to ACTIVE for port object d4a2ef63-50e1-4405-a7bf-2d183c4435b2 will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:28.876049 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2757404a-0b50-4b7b-b0b9-e5ea52795c63 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:28.899380 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:28.909124 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-9536b52a-668e-47f2-a1ab-66e271d88018 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:29.024014 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2757404a-0b50-4b7b-b0b9-e5ea52795c63 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.114763 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2757404a-0b50-4b7b-b0b9-e5ea52795c63 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.123112 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f197121b-3e73-4012-82e2-b8f19da14023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:29.163904 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2757404a-0b50-4b7b-b0b9-e5ea52795c63 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd031c-8bea-449d-b5f0-fd99b482ff4c,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:29.167015 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2757404a-0b50-4b7b-b0b9-e5ea52795c63 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:29.177819 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Pushing event updated for resources: {'Port': ['ID=d4a2ef63-50e1-4405-a7bf-2d183c4435b2,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:29.182320 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Attempting to bind port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:29.182687 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Attempting to bind port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:29.183053 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Attempting to bind port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 on network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:29.190023 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.190388 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.190895 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.191387 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.191987 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.192315 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.192711 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.193226 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.193548 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.193866 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.194202 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.194724 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:32:29.199793 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:29.202181 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Checking segment: {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:29.202181 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.202181 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Bound using segment: {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:29.202181 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Bound port: d4a2ef63-50e1-4405-a7bf-2d183c4435b2, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:29.202181 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.216429 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:29.241659 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2757404a-0b50-4b7b-b0b9-e5ea52795c63 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.245861 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-2757404a-0b50-4b7b-b0b9-e5ea52795c63 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4916453 Jun 07 08:32:29.247421 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49026) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:29.252107 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-ca8c1311-8767-4d88-9de2-c9908058e2a7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'security_group_rule': {'security_group_id': '8acd031c-8bea-449d-b5f0-fd99b482ff4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:29.312644 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] For port d4a2ef63-50e1-4405-a7bf-2d183c4435b2, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:29.316240 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] For port d4a2ef63-50e1-4405-a7bf-2d183c4435b2, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=d4a2ef63-50e1-4405-a7bf-2d183c4435b2,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:29.387920 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1311-8767-4d88-9de2-c9908058e2a7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.457291 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1311-8767-4d88-9de2-c9908058e2a7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.464769 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.469875 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4354d711-2170-484f-88ce-32f2a1c44836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:29.516239 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.541197 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:29.541837 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:29.573027 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1311-8767-4d88-9de2-c9908058e2a7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.580274 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:29.611941 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c1311-8767-4d88-9de2-c9908058e2a7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab59175-09ac-450f-93e5-d89d37939c88,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:29.627674 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ca8c1311-8767-4d88-9de2-c9908058e2a7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:29.636106 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Pushing event updated for resources: {'Port': ['ID=d4a2ef63-50e1-4405-a7bf-2d183c4435b2,revision_number=4']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:29.687534 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-dd6b689e-6011-4e6e-8b22-ed6b7afc1553 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:29.700683 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ca8c1311-8767-4d88-9de2-c9908058e2a7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.703341 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-ca8c1311-8767-4d88-9de2-c9908058e2a7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4545100 Jun 07 08:32:29.707331 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49032) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:29.714717 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-e7c5580e-e2dc-418b-8ad8-fde5980690f5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'security_group_rule': {'security_group_id': '8acd031c-8bea-449d-b5f0-fd99b482ff4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:29.732719 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:29.835389 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e7c5580e-e2dc-418b-8ad8-fde5980690f5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:29.914079 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e7c5580e-e2dc-418b-8ad8-fde5980690f5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.018394 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e7c5580e-e2dc-418b-8ad8-fde5980690f5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.020447 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:30.037435 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5580e-e2dc-418b-8ad8-fde5980690f5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d05dfc-18c9-4023-9e14-5ed0a6ea7f63,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:30.043941 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e7c5580e-e2dc-418b-8ad8-fde5980690f5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:30.047129 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:29Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:30.051367 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ee7e30-3878-4e06-92b4-98cd779c152e None None] The sync data for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb is: [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:29Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:32:30.149863 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e7c5580e-e2dc-418b-8ad8-fde5980690f5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.151172 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-e7c5580e-e2dc-418b-8ad8-fde5980690f5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4424608 Jun 07 08:32:30.154625 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49040) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:30.159255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'floatingip': {'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:30.258942 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.320014 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49044) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:30.455837 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.554094 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ef20059a-b59a-42c6-b6cb-f594b577b12e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3800be4f71245188cd4e39488583637&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325387 Jun 07 08:32:30.554911 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49048) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:30.624195 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Allocated IP 172.28.1.106 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/d833d2dc-6398-4c41-b6ec-489295b9d0af) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:30.629883 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5d910234-0e07-4014-885b-444e051a6f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.657194 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device d4a2ef63-50e1-4405-a7bf-2d183c4435b2 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:30.664780 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5d910234-0e07-4014-885b-444e051a6f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.779554 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5d910234-0e07-4014-885b-444e051a6f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.782599 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5d910234-0e07-4014-885b-444e051a6f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.787438 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-5d910234-0e07-4014-885b-444e051a6f56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df87bb59-d07c-4f5e-97f7-163cb98af89a HTTP/1.1" status: 204 len: 168 time: 0.2277622 Jun 07 08:32:30.787438 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-be2876b8-9842-4e1d-9496-d8913f9e0ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:30.795957 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:30.804134 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d910234-0e07-4014-885b-444e051a6f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df87bb59-d07c-4f5e-97f7-163cb98af89a,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:30.804452 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:30.805366 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.806816 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5d910234-0e07-4014-885b-444e051a6f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:30.828085 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.926637 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:30.931601 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:31.000721 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.013117 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:31.016543 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:31.022187 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:31.058040 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port d4a2ef63-50e1-4405-a7bf-2d183c4435b2, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=d4a2ef63-50e1-4405-a7bf-2d183c4435b2,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:31.096254 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'Port': ['ID=d833d2dc-6398-4c41-b6ec-489295b9d0af,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:31.109873 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:31.137958 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.148966 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:31.238416 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=d4a2ef63-50e1-4405-a7bf-2d183c4435b2,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:31.240481 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.254342 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:31.412935 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49064) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:31.416913 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.551037 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-176ec5a1-f624-408e-b524-895b89a5e1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.648172 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.665682 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-176ec5a1-f624-408e-b524-895b89a5e1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.715456 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.720335 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-222ddb14-2d7e-4cd9-9e63-6a2b265d1e8b tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:31.741849 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-176ec5a1-f624-408e-b524-895b89a5e1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.751281 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-467f90ad-d19a-4845-b0ae-5b71840eaf92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:31.792084 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-176ec5a1-f624-408e-b524-895b89a5e1e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66926ba4b573460c81d7250d09541648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3780365 Jun 07 08:32:31.793090 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ec5a1-f624-408e-b524-895b89a5e1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd3e4d7-4fe8-4401-bbd5-bd4e169ce71c,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:31.795308 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49074) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:31.809173 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-176ec5a1-f624-408e-b524-895b89a5e1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:31.841296 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'Port': ['ID=d833d2dc-6398-4c41-b6ec-489295b9d0af,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:31.846164 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:31.847653 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.859679 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e5a1aab8-cac2-4a0f-bdee-6ce0db59b841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.891847 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e5a1aab8-cac2-4a0f-bdee-6ce0db59b841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.931401 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:31.942471 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7784638 Jun 07 08:32:32.052892 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e5a1aab8-cac2-4a0f-bdee-6ce0db59b841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.055457 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e5a1aab8-cac2-4a0f-bdee-6ce0db59b841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.056804 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-e5a1aab8-cac2-4a0f-bdee-6ce0db59b841 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bd3e4d7-4fe8-4401-bbd5-bd4e169ce71c HTTP/1.1" status: 204 len: 168 time: 0.2605760 Jun 07 08:32:32.057975 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-81202544-b9f1-4e7f-ab20-e3979789b7b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:32.068987 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1aab8-cac2-4a0f-bdee-6ce0db59b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd3e4d7-4fe8-4401-bbd5-bd4e169ce71c,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:32.071335 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e5a1aab8-cac2-4a0f-bdee-6ce0db59b841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:32.165913 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49102) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:32.219207 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-67f35929-b3c0-4e3b-80f0-d26361621f7a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1565344444&fields=id&tenant_id=298efcc585e04e6889d639551506c620 HTTP/1.1" status: 200 len: 267 time: 0.0533829 Jun 07 08:32:32.302412 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1010666897-network', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:32.430941 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Made reservation on behalf of a4d7795797dd454788a55e7e9cf652c7 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:32:32.435455 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.452290 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.477294 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-e5975cb5-bd12-4ed5-bf0e-4f769ece4ed3 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:32.478788 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-e5975cb5-bd12-4ed5-bf0e-4f769ece4ed3 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/networks?id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 200 len: 811 time: 0.2524273 Jun 07 08:32:32.499701 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-c9118fac-1de2-4329-8490-50e3b311adc3 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/quotas/298efcc585e04e6889d639551506c620 HTTP/1.1" status: 200 len: 375 time: 0.0130324 Jun 07 08:32:32.604048 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.616278 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-214ca8c7-8bab-41d3-96eb-935d41faba1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1102514 Jun 07 08:32:32.636586 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device d4a2ef63-50e1-4405-a7bf-2d183c4435b2 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:32.708866 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:32.709249 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.725245 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.729560 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8acb8de8-021a-4b93-b629-2dcec1db969c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:32.761726 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 738, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:32:32.771718 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141f1315-3966-455c-808b-c1c15d19a936,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:32.775613 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:32.781519 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.781865 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Added segment b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104 of type vlan for network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b Jun 07 08:32:32.788008 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-fe855b69-aba6-4616-9a4a-3ce9336ab990 service neutron] 10.222.0.15 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539867 Jun 07 08:32:32.823463 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.942408 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.944663 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:32.945274 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:32.951123 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:32.952662 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-4f034898-017a-4acf-b311-6528d89c3c44 service neutron] 10.222.0.15 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534057 Jun 07 08:32:33.057205 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:33.059903 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:33.067269 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:32:33.136153 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9669764 Jun 07 08:32:33.136997 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49126) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:33.144615 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Request body: {'subnet': {'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1010666897-subnet', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:33.267021 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Made reservation on behalf of a4d7795797dd454788a55e7e9cf652c7 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:32:33.267021 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398435'] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:33.344188 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-80018d85-4d3a-4558-a62e-94dd5c713026 req-5c5b2755-b2c3-46bf-99ea-d61cd970e437 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 210 time: 0.0624857 Jun 07 08:32:33.596069 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2161756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398449'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:33.602164 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:33.753404 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Pushing event updated for resources: {'Subnet': ['ID=086c8d1b-9724-4f67-b7ac-5137521b2c2b,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:33.757616 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:33.761940 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Checking segment: {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:33.762295 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Network hostable DHCP agents. Network: 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:32:33.869879 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:32:33.944344 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:33.948818 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:33.949568 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:33.955112 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad2d6e1-1b3b-4996-a1e3-141c9943ad3a None None] Network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:32:34.069474 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-2c9a78a4-f019-4367-9840-5063018e097b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9303057 Jun 07 08:32:34.071986 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49150) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:34.079736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:34.191049 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dcd3e2-d0f0-5088-ba37-ee198adbc9d5-1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b'}]}} from dv-cinder-784956-6-smb. {{(pid=92139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:32:34.192048 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:34.194053 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4051021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:34.202564 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4051924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3761267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7961'] for router, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:34.219337 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:34.357610 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.db_base_plugin_common [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Allocated IP 172.20.0.2 (1568b14c-fc3b-4a98-bd6b-2d6543f28e5b/086c8d1b-9724-4f67-b7ac-5137521b2c2b/e2311fdf-0de5-4383-8519-9be4068a421c) {{(pid=92139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:34.511655 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-57bf8d7a-9c31-4952-8c46-95aa470b2351 req-7ea411c0-be72-4e07-b45f-de15a61cee0c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 210 time: 0.0505917 Jun 07 08:32:34.592045 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Notify callbacks [] for port, precommit_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:34.605016 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Transition to ACTIVE for port object e2311fdf-0de5-4383-8519-9be4068a421c will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:34.624758 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Transition to ACTIVE for port object e2311fdf-0de5-4383-8519-9be4068a421c will not be triggered until provisioned by entity DHCP. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:34.632289 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4053891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4051039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:34.687395 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:34.692139 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:34.754389 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b is already hosted by enough agents. {{(pid=92139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:34.757166 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.base_scheduler [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Resources bound (agent type, host, resource id): {{(pid=92139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:34.759721 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Received port after_create {{(pid=92139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:34.819049 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Pushing event updated for resources: {'Port': ['ID=e2311fdf-0de5-4383-8519-9be4068a421c,revision_number=1']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:34.827538 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:34.886976 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Attempting to bind port e2311fdf-0de5-4383-8519-9be4068a421c on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:34.888063 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Attempting to bind port e2311fdf-0de5-4383-8519-9be4068a421c by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:34.888761 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Attempting to bind port e2311fdf-0de5-4383-8519-9be4068a421c on network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:34.895864 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:34.896673 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Checking segment: {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:34.897369 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:34.898187 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Bound using segment: {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:34.898901 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Bound port: e2311fdf-0de5-4383-8519-9be4068a421c, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:34.899509 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:35.026121 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] For port e2311fdf-0de5-4383-8519-9be4068a421c, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:35.030382 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] For port e2311fdf-0de5-4383-8519-9be4068a421c, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=e2311fdf-0de5-4383-8519-9be4068a421c,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:35.035132 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:35.069447 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:35.110653 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:35.120745 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:35.204466 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Pushing event updated for resources: {'Port': ['ID=e2311fdf-0de5-4383-8519-9be4068a421c,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:35.215352 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:35.237302 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Allocated IP 172.28.1.109 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/b4d19924-01e6-4335-adfc-ed0ced531d47) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:35.428016 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:35.542308 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:35.547603 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-90f40ecf-5e1d-481c-b99a-f8482c25eed7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:35.754710 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:35.758930 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-276b2dec-4797-40f1-888c-2d18ac415bb1 req-78ad362f-47e8-4007-b9ee-bf4591af2220 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 210 time: 0.0695710 Jun 07 08:32:35.762133 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:35.766048 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:35.801947 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Pushing event updated for resources: {'Port': ['ID=b4d19924-01e6-4335-adfc-ed0ced531d47,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:35.806999 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:36.196519 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-42f3e7dc-a89e-4c21-8f5e-81a89240bc04 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:36.198307 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-42f3e7dc-a89e-4c21-8f5e-81a89240bc04 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "GET /v2.0/networks?id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 200 len: 811 time: 0.2437909 Jun 07 08:32:36.228258 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb0338-174b-4e80-9957-56a4899ceeaa None None] Network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:32:36.368967 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-e9c36e86-680e-4425-a238-e71404eea0b8 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=298efcc585e04e6889d639551506c620 HTTP/1.1" status: 200 len: 380 time: 0.0767372 Jun 07 08:32:36.426703 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'port': {'device_id': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'admin_state_up': True, 'tenant_id': '298efcc585e04e6889d639551506c620', 'security_groups': ['8acd031c-8bea-449d-b5f0-fd99b482ff4c']}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:36.498922 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-4d7e8180-4c04-4c23-881e-7e1adaa4eb09 None None] Provisioning for port e2311fdf-0de5-4383-8519-9be4068a421c completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:36.545700 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:36.678042 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device e2311fdf-0de5-4383-8519-9be4068a421c up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:36.873900 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port e2311fdf-0de5-4383-8519-9be4068a421c completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:36.880032 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Made reservation on behalf of 298efcc585e04e6889d639551506c620 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:32:36.880830 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port e2311fdf-0de5-4383-8519-9be4068a421c triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:36.881244 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:36.883558 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:36.926331 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-af7d80bb-4ebd-4327-92b3-5178172caf59 req-ad259152-0946-4f45-8404-97dbd0efdbe1 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 210 time: 0.0429387 Jun 07 08:32:36.948339 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-020a1ae7-d2e8-4305-8f94-28d9a038806b None None] Provisioning complete for port e2311fdf-0de5-4383-8519-9be4068a421c triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:36.948743 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-020a1ae7-d2e8-4305-8f94-28d9a038806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:37.066848 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:37.150717 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port e2311fdf-0de5-4383-8519-9be4068a421c, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=e2311fdf-0de5-4383-8519-9be4068a421c,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:37.151808 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-020a1ae7-d2e8-4305-8f94-28d9a038806b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:37.198388 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4051012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4053932'] for router, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:37.241764 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:37.313261 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Allocated IP 172.20.0.6 (f890ba33-4e9d-4e9e-8cbd-ceed44a189c8/97ef570e-6783-4610-8dbb-35d5d50c620a/ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:37.325962 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:37.377233 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.db.api [None req-020a1ae7-d2e8-4305-8f94-28d9a038806b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:32:37.377604 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_db.api [None req-020a1ae7-d2e8-4305-8f94-28d9a038806b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:32:37.399160 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=e2311fdf-0de5-4383-8519-9be4068a421c,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:37.402314 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:37.614627 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:37.629854 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Transition to ACTIVE for port object ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:37.656434 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Router 2db5669c-8487-41f5-850e-85b47ba32967 is scheduled to L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 with binding_index 1 {{(pid=92137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:32:37.719887 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:37.734636 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5c9d54fd-82e5-45f3-8315-b01553f7de0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:37.821345 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:37.824205 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:37.832939 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:37.998315 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:37.998988 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:38.003255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'Port': ['ID=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:38.013839 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:38.047897 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:32:38.065359 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Sync routers for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:32:38.080505 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:38.081642 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:38.149785 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Notify callbacks [] for router, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:38.150863 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0771370 Jun 07 08:32:38.152179 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7301800 Jun 07 08:32:38.153624 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49202) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:38.226331 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Request body: {'port': {'device_id': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:38.276002 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909ff29-a5e4-4713-a221-0349b5ca712c req-52c6e392-6326-4a6a-94ff-285f7921f7aa tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:38.277536 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e909ff29-a5e4-4713-a221-0349b5ca712c req-52c6e392-6326-4a6a-94ff-285f7921f7aa tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 931 time: 0.2039573 Jun 07 08:32:38.283323 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-293f6d3a-80af-4324-98f7-6149a3cffa28 None None] Provisioning for port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:38.293752 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:38.340912 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-293f6d3a-80af-4324-98f7-6149a3cffa28 None None] Provisioning complete for port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:38.341432 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-293f6d3a-80af-4324-98f7-6149a3cffa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:38.477315 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e909ff29-a5e4-4713-a221-0349b5ca712c req-5ba08291-5b1d-4068-b1d8-064892b00c31 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781697 Jun 07 08:32:38.489693 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-293f6d3a-80af-4324-98f7-6149a3cffa28 None None] Port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:32:38.509205 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:38.626238 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device e2311fdf-0de5-4383-8519-9be4068a421c up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:38.759643 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:36Z', 'revision_number': 3, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:38.767438 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Checking router: 2db5669c-8487-41f5-850e-85b47ba32967 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:32:38.767846 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Updating router 2db5669c-8487-41f5-850e-85b47ba32967 port b4d19924-01e6-4335-adfc-ed0ced531d47 binding host dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:32:38.794895 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port e2311fdf-0de5-4383-8519-9be4068a421c triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:38.794895 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:38.934211 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:39.458273 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:39.568018 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Notify callbacks [] for port, precommit_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:39.580051 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Transition to ACTIVE for port object b4d19924-01e6-4335-adfc-ed0ced531d47 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:39.663910 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:32:39.681010 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:39.692164 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:39.700035 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:39.700256 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1cb60-fcbb-4f0c-baff-277e6d013cce req-6f51384e-9f67-4422-891a-3c770fc3fff0 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:39.701639 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7ac1cb60-fcbb-4f0c-baff-277e6d013cce req-6f51384e-9f67-4422-891a-3c770fc3fff0 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 931 time: 0.0985489 Jun 07 08:32:39.735282 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Transition to ACTIVE for port object ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:39.760159 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7ac1cb60-fcbb-4f0c-baff-277e6d013cce req-96e746db-29ff-467c-9d23-28fd110a06b9 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493300 Jun 07 08:32:39.764117 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Allocated IP 172.20.0.1 (1568b14c-fc3b-4a98-bd6b-2d6543f28e5b/086c8d1b-9724-4f67-b7ac-5137521b2c2b/81cdf959-084c-4aee-ad2a-b41f850bad1e) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:39.798483 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Attempting to bind port b4d19924-01e6-4335-adfc-ed0ced531d47 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:39.798959 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Attempting to bind port b4d19924-01e6-4335-adfc-ed0ced531d47 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:39.799397 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Attempting to bind port b4d19924-01e6-4335-adfc-ed0ced531d47 on network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:39.812195 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:39.813286 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Checking segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:39.813769 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:39.814238 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Bound using segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:39.814782 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Bound port: b4d19924-01e6-4335-adfc-ed0ced531d47, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:39.815328 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:39.840127 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc567d55-71e3-4bdb-bfc5-f88cc91eff85 None None] Pushing event updated for resources: {'Port': ['ID=b4d19924-01e6-4335-adfc-ed0ced531d47,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:39.848515 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-dc567d55-71e3-4bdb-bfc5-f88cc91eff85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:39.873415 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:39.882413 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e6037d2d-2243-4a71-81fa-96e25a86ce31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:39.898771 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] For port b4d19924-01e6-4335-adfc-ed0ced531d47, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:39.903196 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] For port b4d19924-01e6-4335-adfc-ed0ced531d47, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=b4d19924-01e6-4335-adfc-ed0ced531d47,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:40.002317 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:40.008588 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:40.074171 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:40.093560 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:40.107068 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:40.108003 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:40.129000 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:40.166018 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Transition to ACTIVE for port object 81cdf959-084c-4aee-ad2a-b41f850bad1e will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:40.196774 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Attempting to bind port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:40.197114 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Attempting to bind port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:40.197442 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Attempting to bind port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 on network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:40.205150 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 on network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:32:40.205594 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Attempting to bind port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 on network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:40.213219 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:40.213562 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Checking segment: {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:40.214124 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Bound using segment: {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:40.214764 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Bound port: ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:40.215310 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:40.229392 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc567d55-71e3-4bdb-bfc5-f88cc91eff85 None None] Pushing event updated for resources: {'Port': ['ID=b4d19924-01e6-4335-adfc-ed0ced531d47,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:40.232453 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-dc567d55-71e3-4bdb-bfc5-f88cc91eff85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:40.328063 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] For port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:40.332130 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] For port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:40.350141 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:40.354433 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:40.360612 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:40.420772 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:40.423603 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:40.428327 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:40.463417 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:40.474349 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Pushing event updated for resources: {'Port': ['ID=81cdf959-084c-4aee-ad2a-b41f850bad1e,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:40.480697 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:40.482765 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8b0dbe61-b1ca-4579-96ae-2336fc466895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:40.568385 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:40.569030 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:40.570397 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] 10.222.0.50 "PUT /v2.0/ports/ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 HTTP/1.1" status: 200 len: 1093 time: 2.3563225 Jun 07 08:32:40.572888 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'tag': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:32:40.575555 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bcaba94-ce13-4f96-85ff-6a141cba1fdb" -d '{"events": [{"name": "network-changed", "server_uuid": "8c62ba30-f942-4f79-8443-a3cbb16e0552", "tag": "ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:32:40.594784 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768550'] for router_interface, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:40.636165 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Pushing event updated for resources: {'Port': ['ID=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:40.640566 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:40.722771 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f991258a-d39a-43f9-93fb-136e22414fe3 x-openstack-request-id: req-f991258a-d39a-43f9-93fb-136e22414fe3 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:32:40.723015 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c62ba30-f942-4f79-8443-a3cbb16e0552", "tag": "ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:32:40.723348 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f991258a-d39a-43f9-93fb-136e22414fe3 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:32:40.723542 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:36Z', 'revision_number': 3, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:40.729436 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68b27a2-8dd6-4d96-99cd-a7127e0cfd64 None None] The sync data for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb is: [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:36Z', 'revision_number': 3, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:32:40.733573 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'tag': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770', 'status': 'completed', 'code': 200} Jun 07 08:32:40.911348 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-3a8c8446-958d-459f-b50a-6994cfec45b6 None None] Provisioning for port 81cdf959-084c-4aee-ad2a-b41f850bad1e completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:40.931189 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-3a8c8446-958d-459f-b50a-6994cfec45b6 None None] Provisioning complete for port 81cdf959-084c-4aee-ad2a-b41f850bad1e triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:40.931189 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-3a8c8446-958d-459f-b50a-6994cfec45b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:41.016620 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:41.038033 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f765b-d410-418a-9cf6-57afeaefe973 req-aadf37bb-5a33-4c63-934c-cf7d3da9c2f8 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:41.053299 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-779f765b-d410-418a-9cf6-57afeaefe973 req-aadf37bb-5a33-4c63-934c-cf7d3da9c2f8 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 943 time: 0.1423712 Jun 07 08:32:41.053493 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-3a8c8446-958d-459f-b50a-6994cfec45b6 None None] Port 81cdf959-084c-4aee-ad2a-b41f850bad1e cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:32:41.102303 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaba94-ce13-4f96-85ff-6a141cba1fdb req-ff9cd06a-febc-4eb5-9842-769999d758cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:41.103706 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0bcaba94-ce13-4f96-85ff-6a141cba1fdb req-ff9cd06a-febc-4eb5-9842-769999d758cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 1096 time: 0.3626006 Jun 07 08:32:41.150761 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-779f765b-d410-418a-9cf6-57afeaefe973 req-916c00c2-7b40-4b5a-b64b-16d0417e53e6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935876 Jun 07 08:32:41.252155 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:32:41.443584 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaba94-ce13-4f96-85ff-6a141cba1fdb req-48966772-c510-4247-86c5-b504dfea4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:41.445095 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0bcaba94-ce13-4f96-85ff-6a141cba1fdb req-48966772-c510-4247-86c5-b504dfea4346 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=298efcc585e04e6889d639551506c620&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3073075 Jun 07 08:32:41.517828 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:41.594319 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:41.627032 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:41.716380 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcaba94-ce13-4f96-85ff-6a141cba1fdb req-1efa6c30-c8d8-40f5-8cf4-2d2490d6e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:41.717892 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0bcaba94-ce13-4f96-85ff-6a141cba1fdb req-1efa6c30-c8d8-40f5-8cf4-2d2490d6e884 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2575889 Jun 07 08:32:41.735436 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4123811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4040382'] for router_interface, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:41.742047 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Pushing event updated for resources: {'Port': ['ID=81cdf959-084c-4aee-ad2a-b41f850bad1e,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:41.748852 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:41.756216 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525630b-5393-42d2-8eda-bf702d272478 req-5c12d5d8-6c83-4d24-a403-35c285fa0270 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:41.756216 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5525630b-5393-42d2-8eda-bf702d272478 req-5c12d5d8-6c83-4d24-a403-35c285fa0270 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 946 time: 0.0991523 Jun 07 08:32:41.839400 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5525630b-5393-42d2-8eda-bf702d272478 req-c5b60617-d5e0-4d54-8935-91ab7af2b7ec tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723047 Jun 07 08:32:41.952497 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:41.954153 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:42.026303 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-db4120b6-c34b-4791-8320-a13356ad6d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:42.027783 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-db4120b6-c34b-4791-8320-a13356ad6d8e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 1096 time: 0.2219779 Jun 07 08:32:42.118956 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-feadcb06-f6d2-4582-aba3-521049b64e70 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 HTTP/1.1" status: 200 len: 217 time: 0.0696156 Jun 07 08:32:42.211198 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-e5eb3ce8-960d-4177-ba25-e8b8f59c62af None None] Provisioning complete for port 81cdf959-084c-4aee-ad2a-b41f850bad1e triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:42.213338 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-e5eb3ce8-960d-4177-ba25-e8b8f59c62af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:42.285622 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-f6d7114f-0c73-427c-96b4-867e260ed580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:42.287702 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-f6d7114f-0c73-427c-96b4-867e260ed580 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97ef570e-6783-4610-8dbb-35d5d50c620a HTTP/1.1" status: 200 len: 850 time: 0.1574955 Jun 07 08:32:42.293409 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49268) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:42.300860 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Router 2db5669c-8487-41f5-850e-85b47ba32967 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:32:42.328072 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-e5eb3ce8-960d-4177-ba25-e8b8f59c62af None None] Port 81cdf959-084c-4aee-ad2a-b41f850bad1e cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:32:42.617672 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2627e927-a963-43a2-86a3-6ebfee9b5286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:42.654105 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device b4d19924-01e6-4335-adfc-ed0ced531d47 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:42.764938 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-0150ba76-f755-4196-bdb5-4e253f0adf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:42.766413 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-0150ba76-f755-4196-bdb5-4e253f0adf68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4641531 Jun 07 08:32:42.810425 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5df813-3358-4785-a247-82f3f17460cc req-bd0ddb28-e80d-487f-9296-e05033ef1aa4 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:42.810632 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port b4d19924-01e6-4335-adfc-ed0ced531d47 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:42.811883 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f5df813-3358-4785-a247-82f3f17460cc req-bd0ddb28-e80d-487f-9296-e05033ef1aa4 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 943 time: 0.4762814 Jun 07 08:32:42.816788 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port b4d19924-01e6-4335-adfc-ed0ced531d47 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:42.820882 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:42.821812 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:32:42.840164 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] 10.222.0.15 "PUT /v2.0/routers/2db5669c-8487-41f5-850e-85b47ba32967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6749260 Jun 07 08:32:42.844718 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a333c-8323-468a-a446-74da44946fea None None] Sync routers for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:32:42.855763 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a333c-8323-468a-a446-74da44946fea None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:42.856722 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-515a333c-8323-468a-a446-74da44946fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:42.978055 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f5df813-3358-4785-a247-82f3f17460cc req-2d78d8cb-138d-4952-8f7a-61ed1bebc16e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421120 Jun 07 08:32:43.032274 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-51954d8e-8f0b-4ba5-81d8-85233ef37d72 service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551811 Jun 07 08:32:43.037173 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2627e927-a963-43a2-86a3-6ebfee9b5286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.047854 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.080499 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port b4d19924-01e6-4335-adfc-ed0ced531d47, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=b4d19924-01e6-4335-adfc-ed0ced531d47,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:43.127242 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-515a333c-8323-468a-a446-74da44946fea None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:43.148179 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.150346 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:43.157008 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d0c58-52ef-492d-9eff-aba3f37af0cf req-fef22687-f52d-4358-ba2b-bea81b1a443c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:43.161546 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2627e927-a963-43a2-86a3-6ebfee9b5286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.165937 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ce0d0c58-52ef-492d-9eff-aba3f37af0cf req-fef22687-f52d-4358-ba2b-bea81b1a443c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 946 time: 0.1130581 Jun 07 08:32:43.175702 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-23673ffa-ee95-476f-853e-1b756d056984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:43.222301 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ce0d0c58-52ef-492d-9eff-aba3f37af0cf req-bbcc7e94-d84b-462f-838f-1c578a8042b1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549726 Jun 07 08:32:43.235852 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627e927-a963-43a2-86a3-6ebfee9b5286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d58b5b-2b15-499b-8abc-400c9dcef2b9,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:43.248422 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2627e927-a963-43a2-86a3-6ebfee9b5286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:43.250824 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-2627e927-a963-43a2-86a3-6ebfee9b5286 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97b7dcffa0a44b24883000dae6b39b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9561620 Jun 07 08:32:43.254759 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49282) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:43.272885 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f52cd4b-b8bf-486c-bd3d-6fa555ce25fa req-a224b40d-cd8e-494e-8d78-dcc121c44abf service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319283 Jun 07 08:32:43.298116 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=b4d19924-01e6-4335-adfc-ed0ced531d47,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:43.302011 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:43.326418 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-91fcb241-168b-45cb-a804-261e31d41607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.357159 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-91fcb241-168b-45cb-a804-261e31d41607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.523328 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-91fcb241-168b-45cb-a804-261e31d41607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.525936 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-91fcb241-168b-45cb-a804-261e31d41607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.529734 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-515a333c-8323-468a-a446-74da44946fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:40Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '81cdf959-084c-4aee-ad2a-b41f850bad1e', 'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'mac_address': 'fa:16:3e:e0:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:39Z', 'updated_at': '2021-06-07T08:32:41Z', 'revision_number': 2, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'subnets': [{'id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:43.530310 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-91fcb241-168b-45cb-a804-261e31d41607 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30d58b5b-2b15-499b-8abc-400c9dcef2b9 HTTP/1.1" status: 204 len: 168 time: 0.2743101 Jun 07 08:32:43.533600 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a333c-8323-468a-a446-74da44946fea None None] Checking router: 2db5669c-8487-41f5-850e-85b47ba32967 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:32:43.534563 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a333c-8323-468a-a446-74da44946fea None None] Updating router 2db5669c-8487-41f5-850e-85b47ba32967 port 81cdf959-084c-4aee-ad2a-b41f850bad1e binding host dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:32:43.536464 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-717859c5-7154-407d-9d5e-a44659e0f1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:43.554573 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcb241-168b-45cb-a804-261e31d41607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d58b5b-2b15-499b-8abc-400c9dcef2b9,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:43.558772 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-91fcb241-168b-45cb-a804-261e31d41607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:43.588838 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-f8ba54f8-9302-4a74-826f-03c7258b2b35 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:43.591035 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-f8ba54f8-9302-4a74-826f-03c7258b2b35 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 946 time: 0.1033139 Jun 07 08:32:43.608815 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-515a333c-8323-468a-a446-74da44946fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.765724 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Deleting port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:32:43.766339 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:43.930317 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] For port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:43.930684 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.009113 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-515a333c-8323-468a-a446-74da44946fea None None] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.023092 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [None req-515a333c-8323-468a-a446-74da44946fea None None] Transition to ACTIVE for port object 81cdf959-084c-4aee-ad2a-b41f850bad1e will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:44.109960 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-515a333c-8323-468a-a446-74da44946fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.114709 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-4354d711-2170-484f-88ce-32f2a1c44836 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:44.172282 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49308) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:44.184460 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1581967669-network', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:44.212468 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681b713-90ec-4e43-9705-ec83a5550d12 None None] Pushing event updated for resources: {'Port': ['ID=81cdf959-084c-4aee-ad2a-b41f850bad1e,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:44.216669 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f681b713-90ec-4e43-9705-ec83a5550d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:44.239992 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f09357-8c34-45b1-8d57-e00f44ad5aa2 req-f293d60d-de73-46a2-b5fc-7890e1b59cdb tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:44.239992 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-06f09357-8c34-45b1-8d57-e00f44ad5aa2 req-f293d60d-de73-46a2-b5fc-7890e1b59cdb tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 943 time: 0.1172690 Jun 07 08:32:44.327739 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.328119 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.328589 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Floating IP c597780b-5ebb-4d8e-aab2-c6c64ffc8d28 disassociated. External IP: 172.28.1.72, port: 75ca4639-af2e-4f17-82d7-bdc3d5124cbe. Jun 07 08:32:44.328946 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Calling delete_port for 75ca4639-af2e-4f17-82d7-bdc3d5124cbe owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:32:44.345566 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Made reservation on behalf of ff195dd63ea64f648445cbe774e39e93 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:32:44.348769 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.393236 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-06f09357-8c34-45b1-8d57-e00f44ad5aa2 req-7a8efe66-7480-498a-beff-bba97e3d3f4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483915 Jun 07 08:32:44.395190 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.447351 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-515a333c-8323-468a-a446-74da44946fea None None] Attempting to bind port 81cdf959-084c-4aee-ad2a-b41f850bad1e on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:44.447732 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-515a333c-8323-468a-a446-74da44946fea None None] Attempting to bind port 81cdf959-084c-4aee-ad2a-b41f850bad1e by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:44.448106 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a333c-8323-468a-a446-74da44946fea None None] Attempting to bind port 81cdf959-084c-4aee-ad2a-b41f850bad1e on network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:44.453995 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a333c-8323-468a-a446-74da44946fea None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:44.454380 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a333c-8323-468a-a446-74da44946fea None None] Checking segment: {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:44.456921 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-515a333c-8323-468a-a446-74da44946fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.456921 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515a333c-8323-468a-a446-74da44946fea None None] Bound using segment: {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:44.456921 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-515a333c-8323-468a-a446-74da44946fea None None] Bound port: 81cdf959-084c-4aee-ad2a-b41f850bad1e, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:44.456921 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-515a333c-8323-468a-a446-74da44946fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.558220 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.569606 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c5634ddf-b597-4718-91d3-5a4330bbdb7f tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:44.572391 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.576193 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-515a333c-8323-468a-a446-74da44946fea None None] For port 81cdf959-084c-4aee-ad2a-b41f850bad1e, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:44.579197 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-515a333c-8323-468a-a446-74da44946fea None None] For port 81cdf959-084c-4aee-ad2a-b41f850bad1e, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=81cdf959-084c-4aee-ad2a-b41f850bad1e,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:44.623445 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5793c6-dac9-4f5c-8998-b3c60a7f12d1 req-fc72c916-ab2b-4af6-b9da-a512a22db1ca tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:44.625010 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ea5793c6-dac9-4f5c-8998-b3c60a7f12d1 req-fc72c916-ab2b-4af6-b9da-a512a22db1ca tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 946 time: 0.1673980 Jun 07 08:32:44.636059 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.640767 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e2cda397-544b-4689-8217-647494ab1d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:44.644247 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event deleted for resources: {'Port': ['ID=75ca4639-af2e-4f17-82d7-bdc3d5124cbe,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:44.644667 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:44.664135 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-515a333c-8323-468a-a446-74da44946fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.677146 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:44.679168 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] vlan segment allocate from pool success with {'vlan_id': 717, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:32:44.688397 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device b4d19924-01e6-4335-adfc-ed0ced531d47 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:44.701136 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.701882 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Added segment 962cd7c3-1e1b-489f-8a55-ef1da22ba9d6 of type vlan for network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 Jun 07 08:32:44.734341 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.782600 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681b713-90ec-4e43-9705-ec83a5550d12 None None] Pushing event updated for resources: {'Port': ['ID=81cdf959-084c-4aee-ad2a-b41f850bad1e,revision_number=4']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:44.807419 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f681b713-90ec-4e43-9705-ec83a5550d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:44.836692 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port b4d19924-01e6-4335-adfc-ed0ced531d47 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:44.837092 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:44.850756 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515a333c-8323-468a-a446-74da44946fea None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:44.861212 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-515a333c-8323-468a-a446-74da44946fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:44.865115 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815d6f59-255f-4fe2-be6e-767151d3d704,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:44.868541 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:45.063777 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:45.065826 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:45.068026 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:45.072211 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ea5793c6-dac9-4f5c-8998-b3c60a7f12d1 req-2fc683f0-18d7-4013-b347-17592f756de5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=2bf6712d-1e68-42f4-ab64-1364be209f60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4371848 Jun 07 08:32:45.078357 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:45.193958 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-515a333c-8323-468a-a446-74da44946fea None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:45.239096 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Pushing event updated for resources: {'Network': ['ID=8630a3d1-6758-49f0-ac75-6ec1e4c8b833,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:45.246117 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Router d94e44f4-eb88-42b2-87f8-7099c3b1c878 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:32:45.246491 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:45.247851 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0735993 Jun 07 08:32:45.248738 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49326) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:45.249963 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:32:45.254486 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Request body: {'subnet': {'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1581967669-subnet', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:45.401853 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Made reservation on behalf of ff195dd63ea64f648445cbe774e39e93 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:32:45.405782 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398435'] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:45.543152 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:32:45.553253 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] Sync routers for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:32:45.570524 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:45.571271 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:45.606862 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-515a333c-8323-468a-a446-74da44946fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:40Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '81cdf959-084c-4aee-ad2a-b41f850bad1e', 'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'mac_address': 'fa:16:3e:e0:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:39Z', 'updated_at': '2021-06-07T08:32:44Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'subnets': [{'id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:45.610926 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a333c-8323-468a-a446-74da44946fea None None] The sync data for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb is: [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:40Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '81cdf959-084c-4aee-ad2a-b41f850bad1e', 'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'mac_address': 'fa:16:3e:e0:f4:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:39Z', 'updated_at': '2021-06-07T08:32:44Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'subnets': [{'id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:32:45.654062 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] No DVR routers for this DVR port 75ca4639-af2e-4f17-82d7-bdc3d5124cbe on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:32:45.663866 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:45.667513 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-19d30da1-4576-4af9-9cdd-e0e9efe86735 req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "DELETE /v2.0/ports/75ca4639-af2e-4f17-82d7-bdc3d5124cbe HTTP/1.1" status: 204 len: 173 time: 2.0697818 Jun 07 08:32:45.676684 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-deleted', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:32:45.695256 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8d5dfd-b13e-441f-9dd8-18cf78cf7ba1" -d '{"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-deleted", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:32:45.767445 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7dc9b44-48e8-4371-b80e-017631c8f3aa x-openstack-request-id: req-a7dc9b44-48e8-4371-b80e-017631c8f3aa {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:32:45.768060 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "786606c9-3a45-4dff-9055-46a3505448cc", "name": "network-vif-deleted", "tag": "75ca4639-af2e-4f17-82d7-bdc3d5124cbe", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:32:45.769003 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7dc9b44-48e8-4371-b80e-017631c8f3aa {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:32:45.769742 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '786606c9-3a45-4dff-9055-46a3505448cc', 'name': 'network-vif-deleted', 'tag': '75ca4639-af2e-4f17-82d7-bdc3d5124cbe', 'status': 'completed', 'code': 200} Jun 07 08:32:45.991321 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400c1dd-f8d6-4f7d-91ee-3a568337feef req-41c054de-983b-4a96-a38e-512e3836113e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:45.991970 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:46.001485 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f400c1dd-f8d6-4f7d-91ee-3a568337feef req-41c054de-983b-4a96-a38e-512e3836113e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 943 time: 0.2027607 Jun 07 08:32:46.090615 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2161756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398449'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:46.104968 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-dc7b5f5f-ce9d-474f-95a7-8e1da9e9eaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:46.153289 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f400c1dd-f8d6-4f7d-91ee-3a568337feef req-39c381f7-c200-4c9b-bf29-0c9a614ff9cb tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420779 Jun 07 08:32:46.222004 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Checking segment: {'id': '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:46.226075 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Network hostable DHCP agents. Network: 8630a3d1-6758-49f0-ac75-6ec1e4c8b833, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:32:46.244249 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05766984-673a-4551-969b-8f0d723bf2f4,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:46.248835 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:46.355618 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-87df5677-338c-4b48-afd7-703973a47a44 req-c1197dbd-8996-4c75-83d6-1d7034354376 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=786606c9-3a45-4dff-9055-46a3505448cc HTTP/1.1" status: 200 len: 210 time: 0.0448670 Jun 07 08:32:46.458325 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:32:46.475642 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:46.481650 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] Checking router: d94e44f4-eb88-42b2-87f8-7099c3b1c878 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:32:46.491858 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:46.492629 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:46.556378 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 8630a3d1-6758-49f0-ac75-6ec1e4c8b833) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:46.568122 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:46.568122 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:46.667449 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-58ba8dab-7a80-40be-a3ad-957363ba7406 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4174962 Jun 07 08:32:46.670432 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49376) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:46.677050 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b91adf0-6257-4773-91da-67b399b11efc None None] Network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:32:46.677213 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:46.733153 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 81cdf959-084c-4aee-ad2a-b41f850bad1e up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:46.796450 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4051021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:46.797518 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4051924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3761267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7961'] for router, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:46.814510 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:46.833135 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:47.009460 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:32:47.021975 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 75ca4639-af2e-4f17-82d7-bdc3d5124cbe no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:32:47.197997 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.db.resource_extend [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 07 08:32:47.212982 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 75ca4639-af2e-4f17-82d7-bdc3d5124cbe {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:32:47.213332 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 75ca4639-af2e-4f17-82d7-bdc3d5124cbe not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:32:47.258895 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4053891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4051039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:47.490432 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 81cdf959-084c-4aee-ad2a-b41f850bad1e completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:47.537937 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 81cdf959-084c-4aee-ad2a-b41f850bad1e triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:47.537937 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:47.590736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49412) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:47.718686 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:47.742067 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2de7daf-87a2-43f0-a488-6d9c02782e09 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:47.765755 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dcd3e2-d0f0-5088-ba37-ee198adbc9d5-8630a3d1-6758-49f0-ac75-6ec1e4c8b833', 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'fixed_ips': [{'subnet_id': '05766984-673a-4551-969b-8f0d723bf2f4'}]}} from dv-cinder-784956-6-smb. {{(pid=92139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:32:47.766637 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:47.772487 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f8b127-8838-4d24-9f07-bf281023b1f4 req-ccd7e579-48ec-4948-a303-985895e94544 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:47.773199 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2de7daf-87a2-43f0-a488-6d9c02782e09 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:47.774016 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-85f8b127-8838-4d24-9f07-bf281023b1f4 req-ccd7e579-48ec-4948-a303-985895e94544 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 943 time: 0.4305673 Jun 07 08:32:47.795032 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'port_id': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770', 'mac_address': 'fa:16:3e:07:2e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:32:47.850259 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-85f8b127-8838-4d24-9f07-bf281023b1f4 req-df2309cd-0b24-4ed9-9020-dee66153c54a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687435 Jun 07 08:32:47.950114 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2de7daf-87a2-43f0-a488-6d9c02782e09 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:47.952623 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2de7daf-87a2-43f0-a488-6d9c02782e09 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:47.957081 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e2de7daf-87a2-43f0-a488-6d9c02782e09 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "DELETE /v2.0/security-groups/2bf6712d-1e68-42f4-ab64-1364be209f60 HTTP/1.1" status: 204 len: 168 time: 0.3634856 Jun 07 08:32:47.959564 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49418) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:47.959564 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-34ef675d-b860-401a-b283-a76833f55be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:47.988778 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de7daf-87a2-43f0-a488-6d9c02782e09 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf6712d-1e68-42f4-ab64-1364be209f60,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:47.993209 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e2de7daf-87a2-43f0-a488-6d9c02782e09 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:48.000001 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.api.v2.resource [None req-7c32a6b9-9968-415b-b325-96196a52e048 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] show failed (client error): The resource could not be found. Jun 07 08:32:48.000001 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-7c32a6b9-9968-415b-b325-96196a52e048 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups/2bf6712d-1e68-42f4-ab64-1364be209f60 HTTP/1.1" status: 404 len: 347 time: 0.0316150 Jun 07 08:32:48.002010 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49420) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:48.130864 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.148154 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.154190 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.185071 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:32:48.224998 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.db_base_plugin_common [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Allocated IP 172.20.0.2 (8630a3d1-6758-49f0-ac75-6ec1e4c8b833/05766984-673a-4551-969b-8f0d723bf2f4/4e043733-ab03-446c-aa77-4438f7390b67) {{(pid=92139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:48.233196 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.249160 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:48.253858 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:48.264879 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75f8c6c-4111-4a8a-ba86-1575887d10e3 None None] The sync data for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb is: [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:32:48.267718 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 81cdf959-084c-4aee-ad2a-b41f850bad1e, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=81cdf959-084c-4aee-ad2a-b41f850bad1e,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:48.341189 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.341189 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:48.341933 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Deleting port 650fab42-b8b8-4c16-aaab-c405eb28fd0b {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:32:48.341933 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.423315 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Allocated IP 172.28.1.149 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/f1dd491c-cbd9-4814-acc9-23c676ab214b) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:48.443634 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.515034 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.516069 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.538854 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:48.551538 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:48.551975 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:48.628243 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.642214 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:32:48.643838 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c17ed-fb28-48fa-8352-8bed86e44969 None None] New status for floating IP c597780b-5ebb-4d8e-aab2-c6c64ffc8d28: DOWN {{(pid=92140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:32:48.695964 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Calling delete_port for 650fab42-b8b8-4c16-aaab-c405eb28fd0b owned by network:floatingip {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:32:48.722626 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.728341 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:48.739885 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=81cdf959-084c-4aee-ad2a-b41f850bad1e,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:48.756716 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:48.760971 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Notify callbacks [] for port, precommit_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.783593 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Transition to ACTIVE for port object 4e043733-ab03-446c-aa77-4438f7390b67 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:48.831174 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Transition to ACTIVE for port object 4e043733-ab03-446c-aa77-4438f7390b67 will not be triggered until provisioned by entity DHCP. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:48.832423 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:48.835628 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:48.838381 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:48.882831 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Pushing event updated for resources: {'Port': ['ID=f1dd491c-cbd9-4814-acc9-23c676ab214b,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:48.892454 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:48.927426 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.931439 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:48.955579 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:48.957814 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.db.api [None req-3a8c17ed-fb28-48fa-8352-8bed86e44969 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 07 08:32:48.958507 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_db.api [None req-3a8c17ed-fb28-48fa-8352-8bed86e44969 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 07 08:32:48.959470 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-351454d6-2a54-4850-a3ec-d94b0790df92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:49.055183 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 is already hosted by enough agents. {{(pid=92139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:49.058205 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.base_scheduler [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Resources bound (agent type, host, resource id): {{(pid=92139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:49.063864 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Received port after_create {{(pid=92139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:49.067424 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Pushing event updated for resources: {'Port': ['ID=4e043733-ab03-446c-aa77-4438f7390b67,revision_number=1']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:49.077064 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:49.079702 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event deleted for resources: {'Port': ['ID=650fab42-b8b8-4c16-aaab-c405eb28fd0b,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:49.113767 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:49.153897 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:49.157040 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:49.158419 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "DELETE /v2.0/floatingips/c597780b-5ebb-4d8e-aab2-c6c64ffc8d28 HTTP/1.1" status: 204 len: 168 time: 1.1545870 Jun 07 08:32:49.203525 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Attempting to bind port 4e043733-ab03-446c-aa77-4438f7390b67 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:49.203525 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Attempting to bind port 4e043733-ab03-446c-aa77-4438f7390b67 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:49.204223 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Attempting to bind port 4e043733-ab03-446c-aa77-4438f7390b67 on network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:49.216779 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:49.217547 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Checking segment: {'id': '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:49.218171 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:49.218737 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Bound using segment: {'id': '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:49.219406 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Bound port: 4e043733-ab03-446c-aa77-4438f7390b67, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:49.219998 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:49.272583 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c147c-02d5-40c4-af35-a5f5fb01a608 req-c18e0384-2dce-4630-9f5e-add3bcf2dc16 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:49.274570 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-021c147c-02d5-40c4-af35-a5f5fb01a608 req-c18e0384-2dce-4630-9f5e-add3bcf2dc16 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 944 time: 0.3081584 Jun 07 08:32:49.326939 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-021c147c-02d5-40c4-af35-a5f5fb01a608 req-9b952651-3f2a-4c9f-9f59-1af7c52dab51 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416155 Jun 07 08:32:49.374464 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] For port 4e043733-ab03-446c-aa77-4438f7390b67, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:49.378037 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] For port 4e043733-ab03-446c-aa77-4438f7390b67, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=4e043733-ab03-446c-aa77-4438f7390b67,segment=NetworkSegment(962cd7c3-1e1b-489f-8a55-ef1da22ba9d6),segment_id=962cd7c3-1e1b-489f-8a55-ef1da22ba9d6)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:49.459931 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8c17ed-fb28-48fa-8352-8bed86e44969 None None] New status for floating IP c597780b-5ebb-4d8e-aab2-c6c64ffc8d28: DOWN {{(pid=92140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:32:49.487995 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:49.493059 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:49.542372 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:49.604725 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Pushing event updated for resources: {'Port': ['ID=4e043733-ab03-446c-aa77-4438f7390b67,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:49.605064 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49432) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:49.616056 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-d9541c81-180c-4881-a574-fa8bce3807ce tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070243216', 'description': 'tempest-description--1680201171'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:49.626430 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:49.715872 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d9541c81-180c-4881-a574-fa8bce3807ce tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:49.865533 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d9541c81-180c-4881-a574-fa8bce3807ce tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:49.938356 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d9541c81-180c-4881-a574-fa8bce3807ce tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:49.944736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3c76d5cb-6445-4315-a03b-3f6d6f206191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:49.981904 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9541c81-180c-4881-a574-fa8bce3807ce tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26db202-26aa-4e41-b3ba-8cbb7301c9bb,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:49.984675 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d9541c81-180c-4881-a574-fa8bce3807ce tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:50.044783 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d9541c81-180c-4881-a574-fa8bce3807ce tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.046321 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-d9541c81-180c-4881-a574-fa8bce3807ce tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4389005 Jun 07 08:32:50.049315 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49434) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:50.053974 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-8a13cd81-f215-45e5-9f04-8db5d253c3a4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'security_group_rule': {'security_group_id': 'd26db202-26aa-4e41-b3ba-8cbb7301c9bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:50.087333 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4051012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4053932'] for router, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.168121 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a13cd81-f215-45e5-9f04-8db5d253c3a4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.240939 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a13cd81-f215-45e5-9f04-8db5d253c3a4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.326454 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a13cd81-f215-45e5-9f04-8db5d253c3a4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.329343 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:50.353415 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13cd81-f215-45e5-9f04-8db5d253c3a4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca5b3e1-2ebc-4598-a537-67c34e1676df,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:50.356475 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8a13cd81-f215-45e5-9f04-8db5d253c3a4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:50.412624 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Router 767dacdf-3010-448b-b93b-9290f8670799 is scheduled to L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 with binding_index 1 {{(pid=92138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:32:50.447318 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8a13cd81-f215-45e5-9f04-8db5d253c3a4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.451786 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-8a13cd81-f215-45e5-9f04-8db5d253c3a4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3981793 Jun 07 08:32:50.451786 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49440) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:50.456237 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-c4dbd1db-0bc4-442b-8d3b-1ca9092ca140 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'security_group_rule': {'security_group_id': 'd26db202-26aa-4e41-b3ba-8cbb7301c9bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:50.578720 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4dbd1db-0bc4-442b-8d3b-1ca9092ca140 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.632631 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb791761-8bf0-49d7-b944-1e10b342bfea None None] Network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:32:50.673951 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0837d9c9-f59c-453c-ad91-139240e1bf30 req-fa5ff3a6-1918-43b0-8ee3-943b34814c71 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:50.676319 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0837d9c9-f59c-453c-ad91-139240e1bf30 req-fa5ff3a6-1918-43b0-8ee3-943b34814c71 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 944 time: 0.1981215 Jun 07 08:32:50.682227 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:32:50.703170 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Sync routers for ids ['767dacdf-3010-448b-b93b-9290f8670799'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:32:50.723696 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Routers {'767dacdf-3010-448b-b93b-9290f8670799'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:50.728926 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['767dacdf-3010-448b-b93b-9290f8670799'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:50.741008 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0837d9c9-f59c-453c-ad91-139240e1bf30 req-e7977dcf-7746-4da0-b11a-ecc235c41d8a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567458 Jun 07 08:32:50.805933 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4dbd1db-0bc4-442b-8d3b-1ca9092ca140 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.845033 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Notify callbacks [] for router, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.845682 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4e043733-ab03-446c-aa77-4438f7390b67 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:50.854886 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1748266 Jun 07 08:32:50.855089 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49444) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:50.919664 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4dbd1db-0bc4-442b-8d3b-1ca9092ca140 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:50.936750 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ca8c1311-8767-4d88-9de2-c9908058e2a7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:50.965056 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbd1db-0bc4-442b-8d3b-1ca9092ca140 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1fc9ed9-a5ab-4d42-8ec9-3c30c4244b86,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:50.967587 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c4dbd1db-0bc4-442b-8d3b-1ca9092ca140 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:51.021868 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:51.063501 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4dbd1db-0bc4-442b-8d3b-1ca9092ca140 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.065461 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c4dbd1db-0bc4-442b-8d3b-1ca9092ca140 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6122808 Jun 07 08:32:51.068872 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49446) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:51.074074 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'floatingip': {'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:51.090079 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-755795a9-f449-469e-8104-41c7bd30aeb5 None None] Provisioning for port 4e043733-ab03-446c-aa77-4438f7390b67 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:51.189720 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.203803 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Set router 767dacdf-3010-448b-b93b-9290f8670799 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:51.313836 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 4e043733-ab03-446c-aa77-4438f7390b67 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:51.333294 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 4e043733-ab03-446c-aa77-4438f7390b67 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:51.333685 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.391644 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.534570 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:51.572227 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Allocated IP 172.28.1.211 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/9437f56b-714c-49b0-a704-17ccb0a6806f) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:51.608960 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:51.609348 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.665336 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.691301 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.793200 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 4e043733-ab03-446c-aa77-4438f7390b67, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=4e043733-ab03-446c-aa77-4438f7390b67,segment=NetworkSegment(962cd7c3-1e1b-489f-8a55-ef1da22ba9d6),segment_id=962cd7c3-1e1b-489f-8a55-ef1da22ba9d6)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:51.840933 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.853204 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767dacdf-3010-448b-b93b-9290f8670799', 'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:46Z', 'updated_at': '2021-06-07T08:32:49Z', 'revision_number': 3, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'gw_port': {'id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:48Z', 'updated_at': '2021-06-07T08:32:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:51.867271 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Checking router: 767dacdf-3010-448b-b93b-9290f8670799 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:32:51.867655 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Updating router 767dacdf-3010-448b-b93b-9290f8670799 port f1dd491c-cbd9-4814-acc9-23c676ab214b binding host dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:32:51.889397 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.967505 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:51.969780 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 81cdf959-084c-4aee-ad2a-b41f850bad1e up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:52.001078 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.004165 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-2f33fedc-1adb-4b3e-879b-d5f231260d61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:52.005957 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:52.032531 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:32:52.035858 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52754b04-8176-4f65-884e-988eea6c6f8e" -d '{"events": [{"server_uuid": "8c62ba30-f942-4f79-8443-a3cbb16e0552", "name": "network-vif-plugged", "status": "completed", "tag": "ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:32:52.036869 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Allocated IP 172.20.0.1 (8630a3d1-6758-49f0-ac75-6ec1e4c8b833/05766984-673a-4551-969b-8f0d723bf2f4/06e27678-3bfb-4c0d-bad1-2e6195a156bd) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:52.097651 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:52.101390 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:52.105652 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:52.120702 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bdd058-2131-4775-824a-834d95a7535e req-4ceae496-a0fc-49a7-9fd2-548d7b4bd3e0 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:52.126187 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1139bcc-b0ed-410c-befd-385a77de09e4 x-openstack-request-id: req-c1139bcc-b0ed-410c-befd-385a77de09e4 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:32:52.126489 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c62ba30-f942-4f79-8443-a3cbb16e0552", "name": "network-vif-plugged", "status": "completed", "tag": "ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:32:52.126751 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1139bcc-b0ed-410c-befd-385a77de09e4 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:32:52.127138 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770', 'code': 200} Jun 07 08:32:52.127830 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-95bdd058-2131-4775-824a-834d95a7535e req-4ceae496-a0fc-49a7-9fd2-548d7b4bd3e0 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 944 time: 0.1701646 Jun 07 08:32:52.146090 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:52.157988 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.230237 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.235622 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=4e043733-ab03-446c-aa77-4438f7390b67,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:52.242081 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.248374 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-10070a02-27be-4db8-bb07-2a176d98b48d None None] Provisioning complete for port 4e043733-ab03-446c-aa77-4438f7390b67 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:52.248849 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-10070a02-27be-4db8-bb07-2a176d98b48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.259016 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'Port': ['ID=9437f56b-714c-49b0-a704-17ccb0a6806f,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:52.265971 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:52.275756 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-95bdd058-2131-4775-824a-834d95a7535e req-0f5e6c35-7a82-4536-91bf-2c633ca3b88c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466951 Jun 07 08:32:52.276885 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:52.284462 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:52.301749 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.319287 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Transition to ACTIVE for port object 06e27678-3bfb-4c0d-bad1-2e6195a156bd will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:52.416302 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.443224 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 81cdf959-084c-4aee-ad2a-b41f850bad1e triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:52.443528 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.447972 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.463671 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:52.539828 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:52.544476 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:52.545806 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Pushing event updated for resources: {'Port': ['ID=06e27678-3bfb-4c0d-bad1-2e6195a156bd,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:52.548910 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:52.560670 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:52.564148 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:52.566879 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:52.708729 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768550'] for router_interface, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.770741 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de5ca3-46f1-418f-b865-c6eddc50dc85 req-70f85c6a-3e68-4187-b9a0-581d9431afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:52.772638 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-62de5ca3-46f1-418f-b865-c6eddc50dc85 req-70f85c6a-3e68-4187-b9a0-581d9431afd4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 1098 time: 0.1463294 Jun 07 08:32:52.944169 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4e043733-ab03-446c-aa77-4438f7390b67 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:52.962154 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:52.975840 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-62de5ca3-46f1-418f-b865-c6eddc50dc85 req-3521ccad-8f07-4c32-ad93-26f02f7aed5a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935389 Jun 07 08:32:53.022745 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Notify callbacks [] for port, precommit_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.029057 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2161867'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.035532 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:53.045151 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Transition to ACTIVE for port object f1dd491c-cbd9-4814-acc9-23c676ab214b will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:53.064371 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 4e043733-ab03-446c-aa77-4438f7390b67 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:53.064828 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.119346 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.138996 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-6d43cb6f-e57a-4544-868e-afc394c7de70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.141083 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-7b6d4b2b-b9dd-42a4-8c4d-10736621d0b5 None None] Provisioning for port 06e27678-3bfb-4c0d-bad1-2e6195a156bd completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:53.155008 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-7b6d4b2b-b9dd-42a4-8c4d-10736621d0b5 None None] Provisioning complete for port 06e27678-3bfb-4c0d-bad1-2e6195a156bd triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:53.156034 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7b6d4b2b-b9dd-42a4-8c4d-10736621d0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.181606 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'Port': ['ID=9437f56b-714c-49b0-a704-17ccb0a6806f,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:53.186283 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:53.188584 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.200095 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.210924 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:53.296644 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.305667 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2275200 Jun 07 08:32:53.360147 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Attempting to bind port f1dd491c-cbd9-4814-acc9-23c676ab214b on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:53.360648 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Attempting to bind port f1dd491c-cbd9-4814-acc9-23c676ab214b by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:53.361088 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Attempting to bind port f1dd491c-cbd9-4814-acc9-23c676ab214b on network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:53.363898 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d4b2b-b9dd-42a4-8c4d-10736621d0b5 None None] Port 06e27678-3bfb-4c0d-bad1-2e6195a156bd cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:32:53.368949 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de52b1-033e-4ba3-a26c-b89511c562b7 None None] Pushing event updated for resources: {'Port': ['ID=f1dd491c-cbd9-4814-acc9-23c676ab214b,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:53.375785 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-74de52b1-033e-4ba3-a26c-b89511c562b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:53.376758 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:53.382127 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Checking segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:53.382127 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.382127 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Bound using segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:53.382127 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Bound port: f1dd491c-cbd9-4814-acc9-23c676ab214b, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:53.382127 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.426973 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.467974 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] For port f1dd491c-cbd9-4814-acc9-23c676ab214b, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:53.473203 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] For port f1dd491c-cbd9-4814-acc9-23c676ab214b, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=f1dd491c-cbd9-4814-acc9-23c676ab214b,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:53.535889 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e332207-df08-4f7b-aa08-d3792a30601b req-43278f1b-ae0f-4a11-8bcf-e9ed5eb523c7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:53.543257 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5e332207-df08-4f7b-aa08-d3792a30601b req-43278f1b-ae0f-4a11-8bcf-e9ed5eb523c7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0961063 Jun 07 08:32:53.566981 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.584359 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-bf30c706-e13b-4a7b-be37-aff34ae60657 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1070243216&fields=id&tenant_id=43b1d038370e467bbfda84d7f5fc6d15 HTTP/1.1" status: 200 len: 267 time: 0.0431056 Jun 07 08:32:53.599336 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-23979361-fddf-4e5d-9c67-0be234d0c298 tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:53.600760 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.608020 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:53.669303 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Pushing event updated for resources: {'Port': ['ID=06e27678-3bfb-4c0d-bad1-2e6195a156bd,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:53.697919 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:53.708313 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Routers {'767dacdf-3010-448b-b93b-9290f8670799'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:53.708641 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5e332207-df08-4f7b-aa08-d3792a30601b req-b5d51db9-84b1-4a91-b48d-df930041acbb tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1614995 Jun 07 08:32:53.709419 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['767dacdf-3010-448b-b93b-9290f8670799'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:53.740668 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4123811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4040382'] for router_interface, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:53.804483 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-c967d05d-2aa4-42f2-986f-f954f124d60f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:53.805543 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de52b1-033e-4ba3-a26c-b89511c562b7 None None] Pushing event updated for resources: {'Port': ['ID=f1dd491c-cbd9-4814-acc9-23c676ab214b,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:53.808244 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-c967d05d-2aa4-42f2-986f-f954f124d60f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 817 time: 0.2165766 Jun 07 08:32:53.814366 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-74de52b1-033e-4ba3-a26c-b89511c562b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:53.829609 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-e8e7dde0-e072-463d-9390-814dbd5795fa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/quotas/43b1d038370e467bbfda84d7f5fc6d15 HTTP/1.1" status: 200 len: 375 time: 0.0128162 Jun 07 08:32:53.920250 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:53.921581 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:53.945012 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] Set router 767dacdf-3010-448b-b93b-9290f8670799 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:53.949043 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-e975f8a1-859f-49c3-9552-54cacdeacf31 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050296 Jun 07 08:32:54.149537 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Router 767dacdf-3010-448b-b93b-9290f8670799 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:32:54.184749 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-fdc06723-49be-4bae-a3dc-25010bad1dc0 service neutron] 10.222.0.15 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307518 Jun 07 08:32:54.354230 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-d23d3faf-aa0b-4c62-9bcf-f9dfc4c21f17 service neutron] 10.222.0.15 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672068 Jun 07 08:32:54.368141 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-23660847-e1a7-42de-9fe1-cdf64f4db163 None None] Provisioning complete for port 06e27678-3bfb-4c0d-bad1-2e6195a156bd triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:54.368528 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-23660847-e1a7-42de-9fe1-cdf64f4db163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:54.412971 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:32:54.428082 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] 10.222.0.15 "PUT /v2.0/routers/767dacdf-3010-448b-b93b-9290f8670799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5770013 Jun 07 08:32:54.457932 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-23660847-e1a7-42de-9fe1-cdf64f4db163 None None] Port 06e27678-3bfb-4c0d-bad1-2e6195a156bd cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:32:54.544684 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767dacdf-3010-448b-b93b-9290f8670799', 'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:46Z', 'updated_at': '2021-06-07T08:32:52Z', 'revision_number': 4, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'gw_port': {'id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:48Z', 'updated_at': '2021-06-07T08:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '06e27678-3bfb-4c0d-bad1-2e6195a156bd', 'name': '', 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'mac_address': 'fa:16:3e:62:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '05766984-673a-4551-969b-8f0d723bf2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:51Z', 'updated_at': '2021-06-07T08:32:53Z', 'revision_number': 2, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'subnets': [{'id': '05766984-673a-4551-969b-8f0d723bf2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:54.556806 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b070c0d-e3d3-4463-a8c0-ad5e1659f090 None None] The sync data for ids ['767dacdf-3010-448b-b93b-9290f8670799'] in dv-cinder-784956-6-smb is: [{'id': '767dacdf-3010-448b-b93b-9290f8670799', 'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:46Z', 'updated_at': '2021-06-07T08:32:52Z', 'revision_number': 4, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'gw_port': {'id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:48Z', 'updated_at': '2021-06-07T08:32:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '06e27678-3bfb-4c0d-bad1-2e6195a156bd', 'name': '', 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'mac_address': 'fa:16:3e:62:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '05766984-673a-4551-969b-8f0d723bf2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:51Z', 'updated_at': '2021-06-07T08:32:53Z', 'revision_number': 2, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'subnets': [{'id': '05766984-673a-4551-969b-8f0d723bf2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:32:54.690810 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-96aa31dc-220e-4159-b42c-40292fac0d20 req-91b84562-a446-49ec-888f-917c46227c32 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 210 time: 0.1052859 Jun 07 08:32:54.982874 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb27921-ba51-4f1b-8d37-bfd0d612bbc2 req-fb08e976-d31e-4ff8-a354-ca9212d4e856 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:54.984507 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4bb27921-ba51-4f1b-8d37-bfd0d612bbc2 req-fb08e976-d31e-4ff8-a354-ca9212d4e856 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.1299343 Jun 07 08:32:55.048010 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4bb27921-ba51-4f1b-8d37-bfd0d612bbc2 req-1ab4bb72-ac4a-4433-a89f-6c057bb90b7a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556962 Jun 07 08:32:55.075234 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:55.300797 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea7cdd-5988-45ba-b9a8-27553a9edfc1 req-2de23d3c-5841-45d5-a869-55948f2fcb5c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:55.302390 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7aea7cdd-5988-45ba-b9a8-27553a9edfc1 req-2de23d3c-5841-45d5-a869-55948f2fcb5c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.1108074 Jun 07 08:32:55.311463 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49508) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:55.317265 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-1315ea54-f4b7-48bb-bc12-46ecdf4177ff tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'floatingip': {'port_id': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:55.349179 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49510) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:55.357618 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-4fe895e0-3ad9-4c4e-b69f-4dcc41ce9fda tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-282070276', 'description': 'tempest-secgroup-smoke-282070276 description', 'project_id': 'a4d7795797dd454788a55e7e9cf652c7'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:55.425521 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1315ea54-f4b7-48bb-bc12-46ecdf4177ff tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:55.505861 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4fe895e0-3ad9-4c4e-b69f-4dcc41ce9fda tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:55.650639 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4fe895e0-3ad9-4c4e-b69f-4dcc41ce9fda tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:55.748087 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4fe895e0-3ad9-4c4e-b69f-4dcc41ce9fda tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:55.753362 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:55.784249 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c331a80d-6923-4e3a-b389-8bc840da9446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:55.808076 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe895e0-3ad9-4c4e-b69f-4dcc41ce9fda tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9406b6-0762-403e-b7e1-a02c75ce5fa9,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:55.810782 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-4fe895e0-3ad9-4c4e-b69f-4dcc41ce9fda tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:55.854475 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:55.881473 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4fe895e0-3ad9-4c4e-b69f-4dcc41ce9fda tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:55.884103 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-4fe895e0-3ad9-4c4e-b69f-4dcc41ce9fda tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5330324 Jun 07 08:32:55.887968 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49522) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:55.900014 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-01ee76f4-3129-499c-8243-e0739a15d71f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Request body: {'security_group_rule': {'security_group_id': '2b9406b6-0762-403e-b7e1-a02c75ce5fa9', 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:55.914111 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3f044101-b025-449b-952d-84c073991591 req-042160e1-628f-4082-9728-5668b08a199f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 210 time: 0.0714507 Jun 07 08:32:56.190769 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-01ee76f4-3129-499c-8243-e0739a15d71f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.286875 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-01ee76f4-3129-499c-8243-e0739a15d71f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.402615 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1315ea54-f4b7-48bb-bc12-46ecdf4177ff tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.416246 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-01ee76f4-3129-499c-8243-e0739a15d71f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.420444 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-7a99f3d4-f46e-4faa-8605-4b8f7caa3cbf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:56.443408 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee76f4-3129-499c-8243-e0739a15d71f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e558853b-e07a-4ef1-ad82-6af3e5b38127,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:56.446236 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-01ee76f4-3129-499c-8243-e0739a15d71f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:56.464252 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1315ea54-f4b7-48bb-bc12-46ecdf4177ff tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.527052 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-01ee76f4-3129-499c-8243-e0739a15d71f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.528636 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-01ee76f4-3129-499c-8243-e0739a15d71f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6375377 Jun 07 08:32:56.531641 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49526) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:56.537267 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-220be26e-fb4c-48a6-9efd-f88385dae789 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Request body: {'security_group_rule': {'security_group_id': '2b9406b6-0762-403e-b7e1-a02c75ce5fa9', 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:56.646447 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-220be26e-fb4c-48a6-9efd-f88385dae789 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.657483 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.l3_db [None req-1315ea54-f4b7-48bb-bc12-46ecdf4177ff tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Floating IP 8976e90a-16db-4c65-a756-71f458199397 associated. External IP: 172.28.1.106, port: ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770. Jun 07 08:32:56.722290 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-220be26e-fb4c-48a6-9efd-f88385dae789 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.807575 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-220be26e-fb4c-48a6-9efd-f88385dae789 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.808841 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:56.837810 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220be26e-fb4c-48a6-9efd-f88385dae789 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c77e6a84-0499-42dd-a413-7a2b4ecf93aa,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:56.842066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-220be26e-fb4c-48a6-9efd-f88385dae789 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:56.942568 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-220be26e-fb4c-48a6-9efd-f88385dae789 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:56.947028 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-220be26e-fb4c-48a6-9efd-f88385dae789 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4135578 Jun 07 08:32:56.947689 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49530) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:56.952323 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-caeb1fe6-a60a-4f64-8d2c-97c944a6f640 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Request body: {'security_group_rule': {'security_group_id': '2b9406b6-0762-403e-b7e1-a02c75ce5fa9', 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:56.980837 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device f1dd491c-cbd9-4814-acc9-23c676ab214b up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:57.106735 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1315ea54-f4b7-48bb-bc12-46ecdf4177ff tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:32:57.145354 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port f1dd491c-cbd9-4814-acc9-23c676ab214b completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:32:57.154190 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port f1dd491c-cbd9-4814-acc9-23c676ab214b triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:57.157680 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.164999 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-caeb1fe6-a60a-4f64-8d2c-97c944a6f640 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.180059 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-61c7f946-546c-496d-a20b-ba7db6ed3a73 req-b10173b6-7d04-4d42-91c3-4b235be8c457 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 210 time: 0.0768719 Jun 07 08:32:57.267348 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-caeb1fe6-a60a-4f64-8d2c-97c944a6f640 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.331294 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.349497 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port f1dd491c-cbd9-4814-acc9-23c676ab214b, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=f1dd491c-cbd9-4814-acc9-23c676ab214b,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:32:57.352616 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1315ea54-f4b7-48bb-bc12-46ecdf4177ff tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:32:57.356949 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1315ea54-f4b7-48bb-bc12-46ecdf4177ff tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.362438 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] Sync routers for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:32:57.373716 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-caeb1fe6-a60a-4f64-8d2c-97c944a6f640 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.375256 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:57.393790 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:57.400382 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:57.410719 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Sync routers for ids ['767dacdf-3010-448b-b93b-9290f8670799'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:32:57.419859 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb1fe6-a60a-4f64-8d2c-97c944a6f640 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c34c4823-865d-4d72-869a-32fc977b9922,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:57.423800 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Routers {'767dacdf-3010-448b-b93b-9290f8670799'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:57.425769 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-caeb1fe6-a60a-4f64-8d2c-97c944a6f640 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:57.426700 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['767dacdf-3010-448b-b93b-9290f8670799'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:57.449488 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-1315ea54-f4b7-48bb-bc12-46ecdf4177ff tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "PUT /v2.0/floatingips/8976e90a-16db-4c65-a756-71f458199397 HTTP/1.1" status: 200 len: 991 time: 2.1364431 Jun 07 08:32:57.450190 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'tag': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770'}] {{(pid=92138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:32:57.453927 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63e7a950fde15307617676bdcf7d3db4daf5425a2e3b7311ee489b15ef254be6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4678740c-ab5c-4f92-bb22-6aee090ae0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c62ba30-f942-4f79-8443-a3cbb16e0552", "tag": "ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770"}]}' {{(pid=92138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:32:57.522106 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d15924-4e43-4879-9346-ff58448ff400 x-openstack-request-id: req-12d15924-4e43-4879-9346-ff58448ff400 {{(pid=92138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:32:57.522538 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c62ba30-f942-4f79-8443-a3cbb16e0552", "tag": "ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770", "status": "completed", "code": 200}]} {{(pid=92138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:32:57.523043 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12d15924-4e43-4879-9346-ff58448ff400 {{(pid=92138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:32:57.523588 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'tag': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770', 'status': 'completed', 'code': 200} Jun 07 08:32:57.529785 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.536679 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.563220 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:57.636732 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-caeb1fe6-a60a-4f64-8d2c-97c944a6f640 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.638398 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-caeb1fe6-a60a-4f64-8d2c-97c944a6f640 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6892815 Jun 07 08:32:57.640690 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49540) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:57.649056 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-37eb3bbc-5e8c-4a9a-a65a-e650491c7a3f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Request body: {'security_group_rule': {'security_group_id': '2b9406b6-0762-403e-b7e1-a02c75ce5fa9', 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:57.677754 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:57.714831 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=f1dd491c-cbd9-4814-acc9-23c676ab214b,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:57.737972 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:57.766932 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Set router 767dacdf-3010-448b-b93b-9290f8670799 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:57.778899 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-37eb3bbc-5e8c-4a9a-a65a-e650491c7a3f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.804073 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-bf1007a6-ba3a-4c21-ba44-bd2337954350 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:57.805676 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-bf1007a6-ba3a-4c21-ba44-bd2337954350 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 817 time: 0.3446314 Jun 07 08:32:57.812952 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-eee50d37-77c6-4553-9f27-4a44a591d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:57.815192 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-eee50d37-77c6-4553-9f27-4a44a591d963 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 1098 time: 0.1725121 Jun 07 08:32:57.882521 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-37eb3bbc-5e8c-4a9a-a65a-e650491c7a3f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.932960 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-37eb3bbc-5e8c-4a9a-a65a-e650491c7a3f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:57.935553 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e7c5580e-e2dc-418b-8ad8-fde5980690f5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:57.964017 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb3bbc-5e8c-4a9a-a65a-e650491c7a3f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ee597c-897d-453d-a960-13666629c310,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:57.967250 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-37eb3bbc-5e8c-4a9a-a65a-e650491c7a3f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:57.982613 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-94afedf9-0d01-4acd-b7dd-ca5ddead3702 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43b1d038370e467bbfda84d7f5fc6d15 HTTP/1.1" status: 200 len: 380 time: 0.1557093 Jun 07 08:32:58.067783 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-37eb3bbc-5e8c-4a9a-a65a-e650491c7a3f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:58.069007 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-37eb3bbc-5e8c-4a9a-a65a-e650491c7a3f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4254117 Jun 07 08:32:58.069468 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'port': {'device_id': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'admin_state_up': True, 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'security_groups': ['d26db202-26aa-4e41-b3ba-8cbb7301c9bb']}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:58.071710 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49548) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:58.082554 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-f7af4623-ab1e-4786-89be-cb4bd8633838 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Request body: {'security_group_rule': {'security_group_id': '2b9406b6-0762-403e-b7e1-a02c75ce5fa9', 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:58.135283 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-cff6b99b-8ac4-4b8c-a5b0-e991ca9ddbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:58.136791 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-cff6b99b-8ac4-4b8c-a5b0-e991ca9ddbd6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 200 len: 912 time: 0.2481534 Jun 07 08:32:58.169522 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767dacdf-3010-448b-b93b-9290f8670799', 'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:46Z', 'updated_at': '2021-06-07T08:32:52Z', 'revision_number': 4, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'gw_port': {'id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:48Z', 'updated_at': '2021-06-07T08:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '06e27678-3bfb-4c0d-bad1-2e6195a156bd', 'name': '', 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'mac_address': 'fa:16:3e:62:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '05766984-673a-4551-969b-8f0d723bf2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:51Z', 'updated_at': '2021-06-07T08:32:53Z', 'revision_number': 2, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'subnets': [{'id': '05766984-673a-4551-969b-8f0d723bf2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:58.173706 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Checking router: 767dacdf-3010-448b-b93b-9290f8670799 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:32:58.174700 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Updating router 767dacdf-3010-448b-b93b-9290f8670799 port 06e27678-3bfb-4c0d-bad1-2e6195a156bd binding host dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:32:58.226699 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.securitygroups_db [None req-f7af4623-ab1e-4786-89be-cb4bd8633838 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Project a4d7795797dd454788a55e7e9cf652c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:32:58.229050 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': '8976e90a-16db-4c65-a756-71f458199397', 'tenant_id': '298efcc585e04e6889d639551506c620', 'floating_ip_address': '172.28.1.106', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'port_id': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'mac_address': 'fa:16:3e:07:2e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:32:31Z', 'updated_at': '2021-06-07T08:32:56Z', 'revision_number': 1, 'project_id': '298efcc585e04e6889d639551506c620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:58.233529 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] Checking router: ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:32:58.236451 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:58.243846 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:58.248627 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:58.257736 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f7af4623-ab1e-4786-89be-cb4bd8633838 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:58.340699 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-fbbcacac-ae63-4886-9ffd-5c2978c3789a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 HTTP/1.1" status: 200 len: 999 time: 0.1483109 Jun 07 08:32:58.405229 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f7af4623-ab1e-4786-89be-cb4bd8633838 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:58.478294 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7e816712-254d-4aed-abfb-e5fd1cbcccfa req-5bf8aa4d-018d-444e-92d3-c254e2fe5231 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 210 time: 0.0582700 Jun 07 08:32:58.481914 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:32:58.490783 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-0336f673-67bf-4e90-8caf-fc18b8287089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:58.492755 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-0336f673-67bf-4e90-8caf-fc18b8287089 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97ef570e-6783-4610-8dbb-35d5d50c620a HTTP/1.1" status: 200 len: 850 time: 0.1433754 Jun 07 08:32:58.532118 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f7af4623-ab1e-4786-89be-cb4bd8633838 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:58.534756 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-37eb3bbc-5e8c-4a9a-a65a-e650491c7a3f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:58.560722 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af4623-ab1e-4786-89be-cb4bd8633838 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c162e8ef-7b9c-4ebb-b9b8-9379b2effaa7,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:58.571850 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f7af4623-ab1e-4786-89be-cb4bd8633838 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:58.581182 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Made reservation on behalf of 43b1d038370e467bbfda84d7f5fc6d15 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:32:58.585253 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:58.667831 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f7af4623-ab1e-4786-89be-cb4bd8633838 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:58.674882 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-174128dc-6fbc-4bbf-8aee-173e20bcc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:32:58.675702 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f7af4623-ab1e-4786-89be-cb4bd8633838 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6016426 Jun 07 08:32:58.676183 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-174128dc-6fbc-4bbf-8aee-173e20bcc635 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1764598 Jun 07 08:32:58.676526 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49558) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:32:58.683697 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-646fa6d5-15c6-4ad7-8623-4b451f357667 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Request body: {'security_group_rule': {'security_group_id': '2b9406b6-0762-403e-b7e1-a02c75ce5fa9', 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:32:58.849797 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.securitygroups_db [None req-646fa6d5-15c6-4ad7-8623-4b451f357667 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Project a4d7795797dd454788a55e7e9cf652c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:32:58.858026 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-646fa6d5-15c6-4ad7-8623-4b451f357667 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:58.874637 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Notify callbacks [] for port, precommit_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:58.903204 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Transition to ACTIVE for port object 06e27678-3bfb-4c0d-bad1-2e6195a156bd will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:58.950392 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Allocated IP 172.20.0.14 (d77d1f42-e74e-493b-af79-837b3cd7a847/3ca8badd-d4a8-4a22-8fa7-791a8fb38a76/0a0f06da-7ff6-40ef-ad6a-5acce2d85761) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:32:58.954329 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-75cad951-6d85-4ddb-aed2-cb4dd6df9a44 service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679932 Jun 07 08:32:58.967033 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device f1dd491c-cbd9-4814-acc9-23c676ab214b up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:32:58.988012 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-646fa6d5-15c6-4ad7-8623-4b451f357667 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.019915 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.031369 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': '8976e90a-16db-4c65-a756-71f458199397', 'tenant_id': '298efcc585e04e6889d639551506c620', 'floating_ip_address': '172.28.1.106', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'port_id': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'mac_address': 'fa:16:3e:07:2e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:32:31Z', 'updated_at': '2021-06-07T08:32:56Z', 'revision_number': 1, 'project_id': '298efcc585e04e6889d639551506c620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:59.036948 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ad4a6-3d18-461c-bcc5-76da1f6c856f None None] The sync data for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb is: [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': '8976e90a-16db-4c65-a756-71f458199397', 'tenant_id': '298efcc585e04e6889d639551506c620', 'floating_ip_address': '172.28.1.106', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'port_id': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'mac_address': 'fa:16:3e:07:2e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:32:31Z', 'updated_at': '2021-06-07T08:32:56Z', 'revision_number': 1, 'project_id': '298efcc585e04e6889d639551506c620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:32:59.039857 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:59.120009 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-646fa6d5-15c6-4ad7-8623-4b451f357667 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.124132 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:59.175697 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fa6d5-15c6-4ad7-8623-4b451f357667 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0913a6f0-5ee7-49a4-8a91-32f5bed5e4e9,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:59.195289 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-646fa6d5-15c6-4ad7-8623-4b451f357667 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:59.293873 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-646fa6d5-15c6-4ad7-8623-4b451f357667 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.296173 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-646fa6d5-15c6-4ad7-8623-4b451f357667 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6181042 Jun 07 08:32:59.321040 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f81e1c-cb30-443c-988b-4dc70da6991d None None] Pushing event updated for resources: {'Port': ['ID=06e27678-3bfb-4c0d-bad1-2e6195a156bd,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:59.328693 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4678740c-ab5c-4f92-bb22-6aee090ae0b9 req-ba402480-5b1c-4c17-9f87-dd2f0888e140 service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674803 Jun 07 08:32:59.335267 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-41f81e1c-cb30-443c-988b-4dc70da6991d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:32:59.365058 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Attempting to bind port 06e27678-3bfb-4c0d-bad1-2e6195a156bd on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:32:59.365555 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Attempting to bind port 06e27678-3bfb-4c0d-bad1-2e6195a156bd by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:32:59.370927 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Attempting to bind port 06e27678-3bfb-4c0d-bad1-2e6195a156bd on network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:32:59.373362 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:32:59.373844 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Checking segment: {'id': '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:32:59.374200 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.374669 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Bound using segment: {'id': '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:32:59.375122 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Bound port: 06e27678-3bfb-4c0d-bad1-2e6195a156bd, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 717, 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:32:59.375515 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.421954 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.443008 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Transition to ACTIVE for port object 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:32:59.475591 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port f1dd491c-cbd9-4814-acc9-23c676ab214b triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:32:59.475974 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.490958 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225ad4df-f50b-46e3-8397-34a0a5aa8d58 None None] New status for floating IP 8976e90a-16db-4c65-a756-71f458199397: ACTIVE {{(pid=92140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:32:59.526209 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.539280 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.544975 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:59.560114 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] For port 06e27678-3bfb-4c0d-bad1-2e6195a156bd, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:32:59.570834 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] For port 06e27678-3bfb-4c0d-bad1-2e6195a156bd, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=06e27678-3bfb-4c0d-bad1-2e6195a156bd,segment=NetworkSegment(962cd7c3-1e1b-489f-8a55-ef1da22ba9d6),segment_id=962cd7c3-1e1b-489f-8a55-ef1da22ba9d6)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:32:59.677731 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:32:59.692813 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5978fc8-842d-4c6d-b9e4-efdca933c16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:32:59.711415 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Network d77d1f42-e74e-493b-af79-837b3cd7a847 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:32:59.725414 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:32:59.788209 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Routers {'767dacdf-3010-448b-b93b-9290f8670799'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:32:59.788967 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['767dacdf-3010-448b-b93b-9290f8670799'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:32:59.852142 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:32:59.930583 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f81e1c-cb30-443c-988b-4dc70da6991d None None] Pushing event updated for resources: {'Port': ['ID=06e27678-3bfb-4c0d-bad1-2e6195a156bd,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:32:59.939202 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-41f81e1c-cb30-443c-988b-4dc70da6991d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:00.145679 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:00.158518 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] Set router 767dacdf-3010-448b-b93b-9290f8670799 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:33:00.165046 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.165287 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.165711 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.166165 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.166463 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.166856 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.167247 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.167595 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.167945 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.168287 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.168830 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.169214 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:00.183425 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:00.205954 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:00.206780 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:00.239199 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0a0f9d-76d3-4677-995c-d44f51cbaca8 req-17160b4a-a665-47ed-b92b-34cc8e840233 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:00.240776 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0c0a0f9d-76d3-4677-995c-d44f51cbaca8 req-17160b4a-a665-47ed-b92b-34cc8e840233 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 932 time: 0.5280321 Jun 07 08:33:00.291674 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0c0a0f9d-76d3-4677-995c-d44f51cbaca8 req-13d126f5-5954-478a-b5ce-9da36320e709 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442021 Jun 07 08:33:00.379212 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3167584 Jun 07 08:33:00.399374 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Request body: {'port': {'device_id': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:33:00.399591 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-4fed1a37-3d42-42c9-beec-62eeb802e9c6 None None] Provisioning for port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:33:00.410435 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-4fed1a37-3d42-42c9-beec-62eeb802e9c6 None None] Provisioning complete for port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:33:00.410824 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4fed1a37-3d42-42c9-beec-62eeb802e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:00.491332 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-4fed1a37-3d42-42c9-beec-62eeb802e9c6 None None] Port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:33:00.536663 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:00.574980 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767dacdf-3010-448b-b93b-9290f8670799', 'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:46Z', 'updated_at': '2021-06-07T08:32:52Z', 'revision_number': 4, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'gw_port': {'id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:48Z', 'updated_at': '2021-06-07T08:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '06e27678-3bfb-4c0d-bad1-2e6195a156bd', 'name': '', 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'mac_address': 'fa:16:3e:62:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '05766984-673a-4551-969b-8f0d723bf2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:51Z', 'updated_at': '2021-06-07T08:32:59Z', 'revision_number': 4, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'subnets': [{'id': '05766984-673a-4551-969b-8f0d723bf2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:33:00.579270 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1013115b-12b4-4b96-aec2-5a924b6ce9c3 None None] The sync data for ids ['767dacdf-3010-448b-b93b-9290f8670799'] in dv-cinder-784956-6-smb is: [{'id': '767dacdf-3010-448b-b93b-9290f8670799', 'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:46Z', 'updated_at': '2021-06-07T08:32:52Z', 'revision_number': 4, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'gw_port': {'id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:48Z', 'updated_at': '2021-06-07T08:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '06e27678-3bfb-4c0d-bad1-2e6195a156bd', 'name': '', 'network_id': '8630a3d1-6758-49f0-ac75-6ec1e4c8b833', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'mac_address': 'fa:16:3e:62:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '05766984-673a-4551-969b-8f0d723bf2f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:51Z', 'updated_at': '2021-06-07T08:32:59Z', 'revision_number': 4, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'subnets': [{'id': '05766984-673a-4551-969b-8f0d723bf2f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:33:00.990388 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 06e27678-3bfb-4c0d-bad1-2e6195a156bd up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:33:01.054878 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:33:01.065795 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:01.088726 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Transition to ACTIVE for port object 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:33:01.184413 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 06e27678-3bfb-4c0d-bad1-2e6195a156bd completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:33:01.187048 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:01.190399 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 06e27678-3bfb-4c0d-bad1-2e6195a156bd triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:33:01.190770 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:01.195668 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-606a830e-29fa-4b7f-b417-489db5262ea8 tempest-DeleteServersTestJSON-714985624 tempest-DeleteServersTestJSON-714985624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:01.383194 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:01.389077 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:01.399071 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:01.443235 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 06e27678-3bfb-4c0d-bad1-2e6195a156bd, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=06e27678-3bfb-4c0d-bad1-2e6195a156bd,segment=NetworkSegment(962cd7c3-1e1b-489f-8a55-ef1da22ba9d6),segment_id=962cd7c3-1e1b-489f-8a55-ef1da22ba9d6)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:01.511292 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Attempting to bind port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:33:01.511923 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Attempting to bind port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:33:01.512628 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Attempting to bind port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 on network d77d1f42-e74e-493b-af79-837b3cd7a847 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:33:01.532807 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 on network d77d1f42-e74e-493b-af79-837b3cd7a847 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:33:01.533136 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Attempting to bind port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 on network d77d1f42-e74e-493b-af79-837b3cd7a847 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:33:01.542968 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:33:01.543316 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Checking segment: {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:33:01.543707 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Bound using segment: {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:33:01.544149 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Bound port: 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c005b2a-99a3-420d-ad1e-399eb748bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:33:01.544489 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:01.555828 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:01.569527 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5978fc8-842d-4c6d-b9e4-efdca933c16d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:01.661911 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47bf3f0-2859-45ca-b049-c801c8263d01 req-ab7aac14-bcc8-4e7e-9c01-4fa8435ff983 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:01.667905 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d47bf3f0-2859-45ca-b049-c801c8263d01 req-ab7aac14-bcc8-4e7e-9c01-4fa8435ff983 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.1846108 Jun 07 08:33:01.694819 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:33:01.716149 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:33:01.729905 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d47bf3f0-2859-45ca-b049-c801c8263d01 req-877c4160-9a4d-4e76-99fc-0e11243684c1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579529 Jun 07 08:33:01.746780 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=06e27678-3bfb-4c0d-bad1-2e6195a156bd,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:01.755017 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:01.773302 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:01.777154 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5075a-c2c9-4522-b658-da8d3f0c38f3 req-71a93a19-220c-490c-ba4d-7a2bc56beaa5 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:01.777926 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-39647a10-d89d-4f98-b5e8-0421d622c293 tempest-AttachVolumeNegativeTest-1664685042 tempest-AttachVolumeNegativeTest-1664685042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:01.778684 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-06f5075a-c2c9-4522-b658-da8d3f0c38f3 req-71a93a19-220c-490c-ba4d-7a2bc56beaa5 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 945 time: 0.1422279 Jun 07 08:33:01.825140 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-06f5075a-c2c9-4522-b658-da8d3f0c38f3 req-a7d6560c-c970-4b0d-92e4-e39436154f80 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401988 Jun 07 08:33:01.850146 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:01.851009 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:01.852406 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] 10.222.0.50 "PUT /v2.0/ports/0a0f06da-7ff6-40ef-ad6a-5acce2d85761 HTTP/1.1" status: 200 len: 1094 time: 1.4578755 Jun 07 08:33:01.852940 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:33:01.855359 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382f0b33-d5b0-4e58-81f3-275c0f00503f" -d '{"events": [{"name": "network-changed", "server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:33:01.866006 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:01.869568 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:01.908241 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fb84d3-8b3d-4317-a09d-2f0e0bdd2a0d x-openstack-request-id: req-a0fb84d3-8b3d-4317-a09d-2f0e0bdd2a0d {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:33:01.908601 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:33:01.908940 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0fb84d3-8b3d-4317-a09d-2f0e0bdd2a0d {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:33:01.909530 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'status': 'completed', 'code': 200} Jun 07 08:33:02.045849 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f0b33-d5b0-4e58-81f3-275c0f00503f req-70b493ae-c3cb-4af0-a7c4-cf667605d1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:02.047309 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-382f0b33-d5b0-4e58-81f3-275c0f00503f req-70b493ae-c3cb-4af0-a7c4-cf667605d1dd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 1097 time: 0.0782673 Jun 07 08:33:02.203801 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f0b33-d5b0-4e58-81f3-275c0f00503f req-95a2ab4e-09a0-410c-bc80-515328f4c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:02.205780 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-382f0b33-d5b0-4e58-81f3-275c0f00503f req-95a2ab4e-09a0-410c-bc80-515328f4c86d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1417484 Jun 07 08:33:02.350611 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f0b33-d5b0-4e58-81f3-275c0f00503f req-47f2d07d-abab-4e74-82c6-51ee50264e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:02.352047 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-382f0b33-d5b0-4e58-81f3-275c0f00503f req-47f2d07d-abab-4e74-82c6-51ee50264e7f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385920 Jun 07 08:33:02.506716 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-efcc5806-7053-47aa-be14-6f889928cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:02.508156 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-efcc5806-7053-47aa-be14-6f889928cbb9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 1097 time: 0.0773699 Jun 07 08:33:02.586440 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-6273b031-2ad5-4905-ab77-31e99e325cc6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761 HTTP/1.1" status: 200 len: 217 time: 0.0616004 Jun 07 08:33:02.740858 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-a47f2c4e-7dba-45f2-8271-da163a59e12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:02.742290 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-a47f2c4e-7dba-45f2-8271-da163a59e12a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.1484652 Jun 07 08:33:02.828227 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-9c2dbc1c-7147-4828-a27d-6b5726e34b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:02.829721 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-9c2dbc1c-7147-4828-a27d-6b5726e34b22 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755665 Jun 07 08:33:02.911404 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 06e27678-3bfb-4c0d-bad1-2e6195a156bd up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:33:03.018510 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 06e27678-3bfb-4c0d-bad1-2e6195a156bd triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:33:03.019015 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:03.023858 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85450dbb-da12-4f70-b3d0-65329bc24fb5 req-9091a70b-395a-4517-a96a-e3bce42bcd33 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:03.025365 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-85450dbb-da12-4f70-b3d0-65329bc24fb5 req-9091a70b-395a-4517-a96a-e3bce42bcd33 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 945 time: 0.0800669 Jun 07 08:33:03.035983 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-13ed30a4-6cbe-4bf4-844b-ffacbb73a9b4 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961010 Jun 07 08:33:03.044462 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c34cff-476b-415c-845c-70ff8eeede81 req-3ec32c7b-d57a-4d9c-96eb-496bd21ac3d1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:03.045908 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f5c34cff-476b-415c-845c-70ff8eeede81 req-3ec32c7b-d57a-4d9c-96eb-496bd21ac3d1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.1863127 Jun 07 08:33:03.076753 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-85450dbb-da12-4f70-b3d0-65329bc24fb5 req-5b9a280f-5409-493f-994e-3a47969b1b69 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448554 Jun 07 08:33:03.183459 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f5c34cff-476b-415c-845c-70ff8eeede81 req-96b441ca-5913-4059-8699-b9c2a55808f7 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163878 Jun 07 08:33:03.223426 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e149dac4-7d98-47e2-ba14-d9d8fcaa398d req-4c1e6b22-3535-4911-82ff-5e3e4c53dfb3 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765444 Jun 07 08:33:04.323888 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095f58f-ebb5-4816-aa80-657167fcd040 req-601a7292-68cf-48fc-9903-edffd974ac71 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:04.326126 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1095f58f-ebb5-4816-aa80-657167fcd040 req-601a7292-68cf-48fc-9903-edffd974ac71 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 945 time: 0.1134162 Jun 07 08:33:04.374735 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1095f58f-ebb5-4816-aa80-657167fcd040 req-e4ca9ac7-4690-4a8e-bf9e-93260e56b12a tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412579 Jun 07 08:33:04.495689 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b604967-c351-4de5-a5b2-b3c691c8d2c3 req-65225b94-b095-48b1-97da-4d8f0730e966 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:04.497723 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1b604967-c351-4de5-a5b2-b3c691c8d2c3 req-65225b94-b095-48b1-97da-4d8f0730e966 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.1888463 Jun 07 08:33:04.543656 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1b604967-c351-4de5-a5b2-b3c691c8d2c3 req-57337a32-98ae-452e-8bd3-a1acbce89c41 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396142 Jun 07 08:33:05.049954 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:33:05.182979 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:05.196642 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'port_id': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'mac_address': 'fa:16:3e:23:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:33:05.260793 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:05.289967 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:33:05.307635 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:05.401165 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:05.406042 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-74de52b1-033e-4ba3-a26c-b89511c562b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:05.481591 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:05.484819 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:05.592033 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e6df8-ed26-43ea-b79d-45ea7c0833c1 req-c3772a7e-d7bf-4dd1-ae1f-571124b63a12 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:05.593672 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-583e6df8-ed26-43ea-b79d-45ea7c0833c1 req-c3772a7e-d7bf-4dd1-ae1f-571124b63a12 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 945 time: 0.0855730 Jun 07 08:33:05.647197 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-583e6df8-ed26-43ea-b79d-45ea7c0833c1 req-75776954-1033-4eb9-a7b8-9d998f955c3b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463390 Jun 07 08:33:05.744751 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8f571-4d88-4ed6-9ec4-ab9c57e8b2c2 req-f5da56a2-147e-4bbc-8ce1-90290432eb6e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:05.746349 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fbc8f571-4d88-4ed6-9ec4-ab9c57e8b2c2 req-f5da56a2-147e-4bbc-8ce1-90290432eb6e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 945 time: 0.0838828 Jun 07 08:33:05.760017 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['0a0f06da-7ff6-40ef-ad6a-5acce2d85761'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:33:05.808355 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fbc8f571-4d88-4ed6-9ec4-ab9c57e8b2c2 req-17aeb9e4-59d7-4631-b707-d02bb46d72dc tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562606 Jun 07 08:33:06.855477 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6da65c-ec30-4311-81b3-7f1df25c0e74 req-11161836-215e-4cb7-8d46-9ee8bc70e3e3 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:06.856417 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5c6da65c-ec30-4311-81b3-7f1df25c0e74 req-11161836-215e-4cb7-8d46-9ee8bc70e3e3 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 945 time: 0.0996678 Jun 07 08:33:06.904093 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5c6da65c-ec30-4311-81b3-7f1df25c0e74 req-2acaf847-f333-4352-9378-5fde5aa0891a tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412667 Jun 07 08:33:07.006093 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c94c69-547e-43aa-9884-08178e8a5fc3 req-4a67c4cb-032c-41d0-998e-684f241d7ae6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:07.007610 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-47c94c69-547e-43aa-9884-08178e8a5fc3 req-4a67c4cb-032c-41d0-998e-684f241d7ae6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 945 time: 0.0859497 Jun 07 08:33:07.054838 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-47c94c69-547e-43aa-9884-08178e8a5fc3 req-618b3c6a-2cf4-4a67-bd2a-84b5a3aaf702 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408382 Jun 07 08:33:07.091245 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:33:07.202978 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895fd911-3897-426e-82a4-c23c08be6c4f req-7db4018c-72b0-4bf8-8bb0-dddbb782517b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:07.204341 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-895fd911-3897-426e-82a4-c23c08be6c4f req-7db4018c-72b0-4bf8-8bb0-dddbb782517b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.50 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 945 time: 0.0866852 Jun 07 08:33:07.217876 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:33:07.224364 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:33:07.224883 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:07.358456 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:07.360563 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-895fd911-3897-426e-82a4-c23c08be6c4f req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Deleting port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:33:07.360955 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-895fd911-3897-426e-82a4-c23c08be6c4f req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:07.388810 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:33:07.391071 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e59cc63-83e2-47a1-ba55-01209aca1b5c" -d '{"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-plugged", "status": "completed", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:33:07.400449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:07.450768 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f7bbd-9a6e-415e-a29c-8ddac40baf2f x-openstack-request-id: req-432f7bbd-9a6e-415e-a29c-8ddac40baf2f {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:33:07.451317 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-plugged", "status": "completed", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:33:07.451483 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-432f7bbd-9a6e-415e-a29c-8ddac40baf2f {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:33:07.451943 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'code': 200} Jun 07 08:33:07.481297 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:07.483475 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:07.522904 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-895fd911-3897-426e-82a4-c23c08be6c4f req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] For port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:07.522904 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-895fd911-3897-426e-82a4-c23c08be6c4f req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:07.566291 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:07.570143 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:07.664125 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-895fd911-3897-426e-82a4-c23c08be6c4f req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Calling delete_port for 2abb1cef-d1bf-4aa4-9400-a591369fbc7a owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:33:07.878152 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-895fd911-3897-426e-82a4-c23c08be6c4f req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:07.885283 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:07.915301 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['2abb1cef-d1bf-4aa4-9400-a591369fbc7a'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:33:07.972328 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Pushing event deleted for resources: {'Port': ['ID=2abb1cef-d1bf-4aa4-9400-a591369fbc7a,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:07.981464 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:08.030257 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-895fd911-3897-426e-82a4-c23c08be6c4f req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] No DVR routers for this DVR port 2abb1cef-d1bf-4aa4-9400-a591369fbc7a on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:33:08.033873 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-895fd911-3897-426e-82a4-c23c08be6c4f req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:08.035871 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-895fd911-3897-426e-82a4-c23c08be6c4f req-8ef3094f-4d12-470b-b93c-a3c01b847c0b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.50 "DELETE /v2.0/ports/2abb1cef-d1bf-4aa4-9400-a591369fbc7a HTTP/1.1" status: 204 len: 173 time: 0.8260918 Jun 07 08:33:08.036389 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa', 'name': 'network-vif-deleted', 'tag': '2abb1cef-d1bf-4aa4-9400-a591369fbc7a'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:33:08.038909 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55085a4-3bff-490d-a0d7-5bb23764e142" -d '{"events": [{"server_uuid": "d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa", "name": "network-vif-deleted", "tag": "2abb1cef-d1bf-4aa4-9400-a591369fbc7a"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:33:08.047382 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a7baa4-1be9-43ce-8e8d-4d0538bc9acc req-9953aa7e-f8be-4786-af8c-3e4a35621790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:08.049044 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a9a7baa4-1be9-43ce-8e8d-4d0538bc9acc req-9953aa7e-f8be-4786-af8c-3e4a35621790 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 1099 time: 0.2187874 Jun 07 08:33:08.176178 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bba9370-41f6-4639-aa40-3e1c0580d5ea x-openstack-request-id: req-8bba9370-41f6-4639-aa40-3e1c0580d5ea {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:33:08.176604 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa", "name": "network-vif-deleted", "tag": "2abb1cef-d1bf-4aa4-9400-a591369fbc7a", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:33:08.176820 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bba9370-41f6-4639-aa40-3e1c0580d5ea {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:33:08.177182 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa', 'name': 'network-vif-deleted', 'tag': '2abb1cef-d1bf-4aa4-9400-a591369fbc7a', 'status': 'completed', 'code': 200} Jun 07 08:33:08.182980 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a9a7baa4-1be9-43ce-8e8d-4d0538bc9acc req-f36655eb-9921-46a4-b3dd-6cc6769bcc2b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275806 Jun 07 08:33:08.229945 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f3d79c10-11bf-4711-b94b-249200426f63 req-81230518-caa0-412b-9de8-4cf67a8cbe41 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 210 time: 0.0434630 Jun 07 08:33:08.305624 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b3ca0-4ddf-40a7-9d23-b7e33dc4a89c req-f26fab2d-6a72-4ec2-8baa-ea6e9bdf4b9f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:08.307148 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-db8b3ca0-4ddf-40a7-9d23-b7e33dc4a89c req-f26fab2d-6a72-4ec2-8baa-ea6e9bdf4b9f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0955040 Jun 07 08:33:08.355448 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-db8b3ca0-4ddf-40a7-9d23-b7e33dc4a89c req-9e5e1e54-eea6-4ff6-8115-b8ee0f4f4c1d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424612 Jun 07 08:33:09.411948 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-831e081b-9c2e-4d58-aa4c-ad2e2ab1be02 req-8f81cf40-b315-4a00-ac75-4a0f401f1989 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0c1ce43-ea2d-4263-8fd8-faa6ec5c36fa HTTP/1.1" status: 200 len: 210 time: 0.0483596 Jun 07 08:33:09.589293 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689460c2-704e-4957-b6fc-4e3d301e9494 req-01753329-020d-47e2-bf90-ef2973e6d04b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:09.591010 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-689460c2-704e-4957-b6fc-4e3d301e9494 req-01753329-020d-47e2-bf90-ef2973e6d04b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0940127 Jun 07 08:33:09.647660 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-689460c2-704e-4957-b6fc-4e3d301e9494 req-40633638-debb-49bd-bbaf-b8705d527f23 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501027 Jun 07 08:33:10.859247 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c428f9-0902-4db3-b855-ef88bab55b06 req-fb046f00-ebd9-4d8c-8bfc-9a24d13c68c0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:10.860346 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-72c428f9-0902-4db3-b855-ef88bab55b06 req-fb046f00-ebd9-4d8c-8bfc-9a24d13c68c0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0854115 Jun 07 08:33:10.910390 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-72c428f9-0902-4db3-b855-ef88bab55b06 req-743c5f6f-7af8-46e5-8bac-744d14b24b6c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 Jun 07 08:33:11.105039 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a44a8c-41d6-412d-a478-119e22700812 req-25f44ec2-f213-4bd9-8628-957962fa6e28 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:11.106564 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-72a44a8c-41d6-412d-a478-119e22700812 req-25f44ec2-f213-4bd9-8628-957962fa6e28 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0860763 Jun 07 08:33:11.107160 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 2abb1cef-d1bf-4aa4-9400-a591369fbc7a no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:33:11.115828 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 49764) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:33:11.120472 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-8b031d2a-27ba-4c06-b634-ac10f5478bd4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Request body: {'floatingip': {'port_id': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:33:11.143917 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 2abb1cef-d1bf-4aa4-9400-a591369fbc7a {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:33:11.144301 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 2abb1cef-d1bf-4aa4-9400-a591369fbc7a not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:33:11.203345 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b031d2a-27ba-4c06-b634-ac10f5478bd4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:12.024043 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b031d2a-27ba-4c06-b634-ac10f5478bd4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:12.093017 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b031d2a-27ba-4c06-b634-ac10f5478bd4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:12.390361 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [None req-8b031d2a-27ba-4c06-b634-ac10f5478bd4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Floating IP a929a49d-866a-45eb-ab7b-b35555198d65 associated. External IP: 172.28.1.211, port: 0a0f06da-7ff6-40ef-ad6a-5acce2d85761. Jun 07 08:33:12.765427 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b031d2a-27ba-4c06-b634-ac10f5478bd4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Router d94e44f4-eb88-42b2-87f8-7099c3b1c878 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:33:12.949757 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b031d2a-27ba-4c06-b634-ac10f5478bd4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:33:12.954504 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-8b031d2a-27ba-4c06-b634-ac10f5478bd4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:12.959623 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] Sync routers for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:33:12.969974 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:33:12.971377 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:33:13.016201 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-8b031d2a-27ba-4c06-b634-ac10f5478bd4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "PUT /v2.0/floatingips/a929a49d-866a-45eb-ab7b-b35555198d65 HTTP/1.1" status: 200 len: 992 time: 1.8965459 Jun 07 08:33:13.016201 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:33:13.016916 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08140434-8dba-48ef-a02a-a8f64e5d9de8" -d '{"events": [{"name": "network-changed", "server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:33:13.080373 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100b437b-6c1d-4e81-8b00-72f289dc08e1 x-openstack-request-id: req-100b437b-6c1d-4e81-8b00-72f289dc08e1 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:33:13.082287 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:33:13.082689 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-100b437b-6c1d-4e81-8b00-72f289dc08e1 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:33:13.083208 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'status': 'completed', 'code': 200} Jun 07 08:33:13.164097 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:33:13.253522 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-7364b45c-9108-4d0e-983d-bd8d86031564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:13.255571 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-7364b45c-9108-4d0e-983d-bd8d86031564 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 1099 time: 0.1058812 Jun 07 08:33:13.410789 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-54eb8645-a2ee-4b5e-bca8-96a8aa013965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:13.412247 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-54eb8645-a2ee-4b5e-bca8-96a8aa013965 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 918 time: 0.1410170 Jun 07 08:33:13.538331 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-e8fa04e5-c02d-47ae-8856-fc0986d8d514 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761 HTTP/1.1" status: 200 len: 1000 time: 0.1151326 Jun 07 08:33:13.585344 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': 'a929a49d-866a-45eb-ab7b-b35555198d65', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'port_id': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'mac_address': 'fa:16:3e:23:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:32:52Z', 'updated_at': '2021-06-07T08:33:11Z', 'revision_number': 1, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:33:13.589594 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] Checking router: d94e44f4-eb88-42b2-87f8-7099c3b1c878 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:33:13.600509 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:33:13.601477 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:32:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:33:13.618718 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-ca2ffa3b-c3b6-474b-b2b0-4d6ab52270ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:13.620520 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-ca2ffa3b-c3b6-474b-b2b0-4d6ab52270ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.0728011 Jun 07 08:33:13.719727 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-3857a270-0973-4a6c-9111-64857bcf8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:13.724623 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-3857a270-0973-4a6c-9111-64857bcf8556 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0944443 Jun 07 08:33:13.806134 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:33:13.868036 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-7c6a88fe-67ca-491f-872f-2d8ad2aa0d67 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376059 Jun 07 08:33:14.019959 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-08140434-8dba-48ef-a02a-a8f64e5d9de8 req-47c02a3a-c353-4c40-a32d-c9cdb25e0071 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382895 Jun 07 08:33:14.191170 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': 'a929a49d-866a-45eb-ab7b-b35555198d65', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'port_id': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'mac_address': 'fa:16:3e:23:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:32:52Z', 'updated_at': '2021-06-07T08:33:11Z', 'revision_number': 1, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:33:14.196074 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7d2d8b-6f91-4afa-b8f6-4733a8c14185 None None] The sync data for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb is: [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': 'a929a49d-866a-45eb-ab7b-b35555198d65', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'port_id': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'mac_address': 'fa:16:3e:23:2b:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:32:52Z', 'updated_at': '2021-06-07T08:33:11Z', 'revision_number': 1, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:33:14.438710 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e41f617-41b6-4f84-9460-523290b697aa None None] New status for floating IP a929a49d-866a-45eb-ab7b-b35555198d65: ACTIVE {{(pid=92140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:33:15.062793 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49824) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:33:15.185126 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-784012a2-cecd-4639-840f-2c8bf734ce71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:15.315004 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-784012a2-cecd-4639-840f-2c8bf734ce71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:15.410498 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-784012a2-cecd-4639-840f-2c8bf734ce71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:15.436507 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-9edcc31e-b78f-488d-8d28-87303551b5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:15.449346 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-784012a2-cecd-4639-840f-2c8bf734ce71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e6a6b4edbdc419c8b510c06e5c92edc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3854725 Jun 07 08:33:15.453223 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 49848) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:33:15.500892 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784012a2-cecd-4639-840f-2c8bf734ce71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24aa5e8c-7026-4255-8c12-8cc7413a1595,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:15.520600 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-784012a2-cecd-4639-840f-2c8bf734ce71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:15.542844 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-24e65729-cb2d-46ce-a7b1-2731826a0499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:15.573738 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-24e65729-cb2d-46ce-a7b1-2731826a0499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:15.697241 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-9ef99087-73cd-4110-9844-46e66835b295 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:15.698730 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-9ef99087-73cd-4110-9844-46e66835b295 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/networks?id=24a65555-27e1-42af-8ddb-33d2d2ce4b0d HTTP/1.1" status: 200 len: 814 time: 0.2955701 Jun 07 08:33:15.714617 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-8432f77f-5ecb-466c-827f-f47a07f07787 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/quotas/b9e9cd0d21914a8c96951f59b9e24f30 HTTP/1.1" status: 200 len: 375 time: 0.0100734 Jun 07 08:33:15.768336 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-06b24f65-0e70-40bb-a5cb-f994e3368c64 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b9e9cd0d21914a8c96951f59b9e24f30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474279 Jun 07 08:33:15.777690 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-24e65729-cb2d-46ce-a7b1-2731826a0499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:15.780104 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-24e65729-cb2d-46ce-a7b1-2731826a0499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:15.781251 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-24e65729-cb2d-46ce-a7b1-2731826a0499 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24aa5e8c-7026-4255-8c12-8cc7413a1595 HTTP/1.1" status: 204 len: 168 time: 0.3271453 Jun 07 08:33:15.782012 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-823c3d8c-25c3-456e-8c7f-bcb8f25d1375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:15.791834 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e65729-cb2d-46ce-a7b1-2731826a0499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24aa5e8c-7026-4255-8c12-8cc7413a1595,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:15.794129 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-24e65729-cb2d-46ce-a7b1-2731826a0499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:15.912467 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-b519646b-206b-4c85-a27e-304db485b043 service neutron] 10.222.0.15 "GET /v2.0/networks/24a65555-27e1-42af-8ddb-33d2d2ce4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371250 Jun 07 08:33:16.053725 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-7c554655-fc0d-49a9-bd3d-223f40125cc3 service neutron] 10.222.0.15 "GET /v2.0/networks/24a65555-27e1-42af-8ddb-33d2d2ce4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351759 Jun 07 08:33:16.322426 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4107f64a-fa32-4d37-9665-67616895fe07 req-38a0f8ae-2865-4459-b26f-58ff702a8831 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 210 time: 0.0472462 Jun 07 08:33:17.492644 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-16c1ec82-1af4-410e-9286-f9d525bb5e6d req-5622060f-2fec-413c-b851-f1e9af9f508b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 210 time: 0.0591002 Jun 07 08:33:18.251016 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:33:18.530957 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-4b752a1e-d164-41e2-b414-96fa26a55140 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:18.532451 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-4b752a1e-d164-41e2-b414-96fa26a55140 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.50 "GET /v2.0/networks?id=24a65555-27e1-42af-8ddb-33d2d2ce4b0d HTTP/1.1" status: 200 len: 814 time: 0.1539016 Jun 07 08:33:18.554019 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Request body: {'port': {'device_id': '4acc1587-2607-4a38-8763-4a3cb3d43372', 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d', 'admin_state_up': True, 'tenant_id': 'b9e9cd0d21914a8c96951f59b9e24f30'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:33:18.652505 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-30cc3c79-ddab-4d3b-bd00-eb3cc5fabed9 req-2b798e30-5770-4412-bd9d-ac39db7568b3 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 210 time: 0.0486474 Jun 07 08:33:18.789653 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Made reservation on behalf of b9e9cd0d21914a8c96951f59b9e24f30 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:33:18.793480 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:18.975743 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Allocated IP 172.20.0.12 (24a65555-27e1-42af-8ddb-33d2d2ce4b0d/00b8207c-771d-4d91-ac1a-2ae2f6d7627d/359a5f0d-ae20-48f9-a504-22d627cb605a) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:33:19.190577 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:19.281608 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:19.288018 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-cc05f908-2d51-4a81-a76a-77b19245cf6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:19.357072 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:33:19.360066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:33:19.364628 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:33:19.399991 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Pushing event updated for resources: {'Port': ['ID=359a5f0d-ae20-48f9-a504-22d627cb605a,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:19.404285 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:19.432168 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:19.432700 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:19.492943 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9428270 Jun 07 08:33:19.512235 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Request body: {'port': {'device_id': '4acc1587-2607-4a38-8763-4a3cb3d43372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:33:19.630966 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:20.000240 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da642625-338d-4081-ba08-ef384cd2c9b8 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-282070276&fields=id&tenant_id=a4d7795797dd454788a55e7e9cf652c7 HTTP/1.1" status: 200 len: 267 time: 0.0422139 Jun 07 08:33:20.059875 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699daaf7-d406-40c6-872a-cd734e0177cb req-6029173f-efc2-4a6d-82e0-9b907abe7fd4 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:20.061366 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-699daaf7-d406-40c6-872a-cd734e0177cb req-6029173f-efc2-4a6d-82e0-9b907abe7fd4 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 932 time: 0.2888622 Jun 07 08:33:20.153324 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-699daaf7-d406-40c6-872a-cd734e0177cb req-c7e79653-5357-439b-925a-00cf43668a19 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833440 Jun 07 08:33:20.159127 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-c6141bf2-e603-4cb9-bdad-8dcd66916001 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:20.160722 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-c6141bf2-e603-4cb9-bdad-8dcd66916001 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/networks?id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b HTTP/1.1" status: 200 len: 809 time: 0.1527164 Jun 07 08:33:20.178470 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-62f28db7-2815-41f8-ab6d-ef0bfe1b992c tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/quotas/a4d7795797dd454788a55e7e9cf652c7 HTTP/1.1" status: 200 len: 375 time: 0.0118527 Jun 07 08:33:20.179089 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359a5f0d-ae20-48f9-a504-22d627cb605a {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:33:20.186928 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:20.206318 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Transition to ACTIVE for port object 359a5f0d-ae20-48f9-a504-22d627cb605a will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:33:20.263303 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-1404b1ab-c7b3-49b0-a255-d1028bed1232 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a4d7795797dd454788a55e7e9cf652c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791004 Jun 07 08:33:20.280498 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:20.285094 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-31c69fc4-03dc-4cd1-a2b2-bcfad04cd988 tempest-ServerRescueNegativeTestJSON-1815101545 tempest-ServerRescueNegativeTestJSON-1815101545-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:20.410316 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-1e45934c-3167-4695-96da-6fdda97efd46 service neutron] 10.222.0.15 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349716 Jun 07 08:33:20.414473 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Pushing event updated for resources: {'Port': ['ID=359a5f0d-ae20-48f9-a504-22d627cb605a,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:20.445517 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:20.520232 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Attempting to bind port 359a5f0d-ae20-48f9-a504-22d627cb605a on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:33:20.520839 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Attempting to bind port 359a5f0d-ae20-48f9-a504-22d627cb605a by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '607d072a-3b0e-4334-8acd-d2d4b447de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:33:20.521174 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Attempting to bind port 359a5f0d-ae20-48f9-a504-22d627cb605a on network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:33:20.526229 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Port 359a5f0d-ae20-48f9-a504-22d627cb605a on network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:33:20.526558 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Attempting to bind port 359a5f0d-ae20-48f9-a504-22d627cb605a on network 24a65555-27e1-42af-8ddb-33d2d2ce4b0d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:33:20.531885 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:33:20.532228 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Checking segment: {'id': '607d072a-3b0e-4334-8acd-d2d4b447de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:33:20.533325 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Bound using segment: {'id': '607d072a-3b0e-4334-8acd-d2d4b447de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:33:20.533785 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Bound port: 359a5f0d-ae20-48f9-a504-22d627cb605a, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '607d072a-3b0e-4334-8acd-d2d4b447de0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:33:20.534137 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:20.544860 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-e9fab671-f3f0-4c6e-9143-349c168e07b0 service neutron] 10.222.0.15 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283569 Jun 07 08:33:20.626978 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] For port 359a5f0d-ae20-48f9-a504-22d627cb605a, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:33:20.630534 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] For port 359a5f0d-ae20-48f9-a504-22d627cb605a, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=359a5f0d-ae20-48f9-a504-22d627cb605a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:33:20.710008 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:20.714039 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-0e2ba783-2906-4987-b048-f31f827f7926 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:20.776647 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:20.777265 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:20.778645 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] 10.222.0.50 "PUT /v2.0/ports/359a5f0d-ae20-48f9-a504-22d627cb605a HTTP/1.1" status: 200 len: 1094 time: 1.2708616 Jun 07 08:33:20.779139 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acc1587-2607-4a38-8763-4a3cb3d43372', 'tag': '359a5f0d-ae20-48f9-a504-22d627cb605a'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:33:20.781447 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5201c34a-1166-4b61-b2be-bc60b133f39c" -d '{"events": [{"name": "network-changed", "server_uuid": "4acc1587-2607-4a38-8763-4a3cb3d43372", "tag": "359a5f0d-ae20-48f9-a504-22d627cb605a"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:33:20.802294 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Pushing event updated for resources: {'Port': ['ID=359a5f0d-ae20-48f9-a504-22d627cb605a,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:20.805620 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:20.826902 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a01579-c654-49ef-bde8-7248ffd1484a x-openstack-request-id: req-d2a01579-c654-49ef-bde8-7248ffd1484a {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:33:20.827223 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acc1587-2607-4a38-8763-4a3cb3d43372", "tag": "359a5f0d-ae20-48f9-a504-22d627cb605a", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:33:20.827505 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2a01579-c654-49ef-bde8-7248ffd1484a {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:33:20.827929 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acc1587-2607-4a38-8763-4a3cb3d43372', 'tag': '359a5f0d-ae20-48f9-a504-22d627cb605a', 'status': 'completed', 'code': 200} Jun 07 08:33:20.945773 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201c34a-1166-4b61-b2be-bc60b133f39c req-cc57b601-3936-4458-9e08-2a3e73be1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:20.947238 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5201c34a-1166-4b61-b2be-bc60b133f39c req-cc57b601-3936-4458-9e08-2a3e73be1c30 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e9cd0d21914a8c96951f59b9e24f30&device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 1097 time: 0.0722167 Jun 07 08:33:21.103455 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201c34a-1166-4b61-b2be-bc60b133f39c req-9c741aef-e9f3-4af7-ae05-7f7b3acadd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:21.104950 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5201c34a-1166-4b61-b2be-bc60b133f39c req-9c741aef-e9f3-4af7-ae05-7f7b3acadd0b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=b9e9cd0d21914a8c96951f59b9e24f30&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1427104 Jun 07 08:33:21.254383 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5201c34a-1166-4b61-b2be-bc60b133f39c req-d9c5640e-cce5-4bcb-9c64-1df49bce2b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:21.255894 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5201c34a-1166-4b61-b2be-bc60b133f39c req-d9c5640e-cce5-4bcb-9c64-1df49bce2b1f service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448061 Jun 07 08:33:21.475974 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88bec7-be88-4468-84fe-25fde9bd5438 req-06593e33-223e-455c-a47a-776ec6c0d4ce tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:21.477535 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7d88bec7-be88-4468-84fe-25fde9bd5438 req-06593e33-223e-455c-a47a-776ec6c0d4ce tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 944 time: 0.1668370 Jun 07 08:33:21.480303 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-38c59d80-abe7-4efb-9c01-30cb4344fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:21.481580 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-38c59d80-abe7-4efb-9c01-30cb4344fa9e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=b9e9cd0d21914a8c96951f59b9e24f30&device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 1097 time: 0.1254740 Jun 07 08:33:21.573614 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f6b6b66e-44ff-4666-b007-e2c7b19a9584 req-913a9349-ea13-4d30-9027-c0563cbf44fc tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 210 time: 0.0467885 Jun 07 08:33:21.575136 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-d0a279ff-0111-4c67-a905-81cd64e12aa0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=359a5f0d-ae20-48f9-a504-22d627cb605a HTTP/1.1" status: 200 len: 217 time: 0.0716884 Jun 07 08:33:21.595783 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7d88bec7-be88-4468-84fe-25fde9bd5438 req-a2eb7711-4b48-4ec2-bc50-f120dedf9e5c tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091933 Jun 07 08:33:21.665835 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-c6609848-d9ac-4bff-b705-a6992f95c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:21.667390 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-c6609848-d9ac-4bff-b705-a6992f95c70d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=00b8207c-771d-4d91-ac1a-2ae2f6d7627d HTTP/1.1" status: 200 len: 854 time: 0.0672212 Jun 07 08:33:21.733608 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-fc7a0eb6-f58b-4739-a290-d4b1efe108df service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=24a65555-27e1-42af-8ddb-33d2d2ce4b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418296 Jun 07 08:33:21.883153 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-8fc513f4-84eb-4d14-a90b-8d8fc1c6a169 service neutron] 10.222.0.50 "GET /v2.0/networks/24a65555-27e1-42af-8ddb-33d2d2ce4b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385849 Jun 07 08:33:22.118357 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b811173e-ffc7-4045-b39b-1fde32f63756 req-00e3547b-d438-42b3-9834-7ce6806329cb service neutron] 10.222.0.50 "GET /v2.0/networks/24a65555-27e1-42af-8ddb-33d2d2ce4b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234790 Jun 07 08:33:22.761659 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c5301ecc-2fe4-4263-9326-c96f51e265df req-9e6b5dae-7eba-47a1-b722-26f98cdeab23 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 210 time: 0.0585282 Jun 07 08:33:22.819588 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b69663-4d73-4c94-90e1-23d89b185958 req-d060abb6-3463-4541-be1a-93b52c506b18 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:22.821217 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a3b69663-4d73-4c94-90e1-23d89b185958 req-d060abb6-3463-4541-be1a-93b52c506b18 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 944 time: 0.0863366 Jun 07 08:33:22.877324 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a3b69663-4d73-4c94-90e1-23d89b185958 req-125bd53d-9c10-4513-91f5-c29ab9091672 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444260 Jun 07 08:33:23.029246 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fb1056b0-52b8-4140-ba6e-d6441a963387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:23.771635 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-af3959a1-e033-4185-b229-01f0f5feeb9a tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:23.773235 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-af3959a1-e033-4185-b229-01f0f5feeb9a tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.50 "GET /v2.0/networks?id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b HTTP/1.1" status: 200 len: 809 time: 0.1541719 Jun 07 08:33:23.840637 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-93cd859d-eb9d-4dcd-81a2-16d8cacb00db tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4d7795797dd454788a55e7e9cf652c7 HTTP/1.1" status: 200 len: 379 time: 0.0507462 Jun 07 08:33:23.851460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Request body: {'port': {'device_id': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'admin_state_up': True, 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'security_groups': ['2b9406b6-0762-403e-b7e1-a02c75ce5fa9']}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:33:23.942401 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c17ac052-aaa3-4b40-845c-df55b49a31d2 req-52dd1584-e55f-4cf5-8050-df8eec4b1a03 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 210 time: 0.0501008 Jun 07 08:33:24.131633 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df3ee6-9c32-4a2c-9ab1-a1fa0de82288 req-3baa5578-df26-460e-9e7f-b9fe5140e69c tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:24.135353 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f8df3ee6-9c32-4a2c-9ab1-a1fa0de82288 req-3baa5578-df26-460e-9e7f-b9fe5140e69c tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 944 time: 0.1011326 Jun 07 08:33:24.159138 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Made reservation on behalf of a4d7795797dd454788a55e7e9cf652c7 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:33:24.162811 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:24.245263 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f8df3ee6-9c32-4a2c-9ab1-a1fa0de82288 req-8feb3fad-2526-4ac3-b534-1261b4e0b3df tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059434 Jun 07 08:33:24.384938 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Allocated IP 172.20.0.5 (1568b14c-fc3b-4a98-bd6b-2d6543f28e5b/086c8d1b-9724-4f67-b7ac-5137521b2c2b/66cf50a1-256f-416b-adc5-9ced99e1df07) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:33:24.589226 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:24.605944 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Transition to ACTIVE for port object 66cf50a1-256f-416b-adc5-9ced99e1df07 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:33:24.692492 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:24.698140 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:24.764903 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:33:24.768542 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:33:24.772956 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:33:24.806150 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'Port': ['ID=66cf50a1-256f-416b-adc5-9ced99e1df07,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:24.812934 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:24.846719 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:24.847297 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:24.933682 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0856795 Jun 07 08:33:24.951947 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Request body: {'port': {'device_id': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:33:25.063987 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:25.103527 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:25.126350 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-a5930ae2-8295-47a8-afa7-1bbb10ef8068 None None] Provisioning for port 66cf50a1-256f-416b-adc5-9ced99e1df07 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:33:25.131976 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-a5930ae2-8295-47a8-afa7-1bbb10ef8068 None None] Provisioning complete for port 66cf50a1-256f-416b-adc5-9ced99e1df07 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:33:25.132163 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a5930ae2-8295-47a8-afa7-1bbb10ef8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:25.185797 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-a5930ae2-8295-47a8-afa7-1bbb10ef8068 None None] Port 66cf50a1-256f-416b-adc5-9ced99e1df07 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:33:25.229275 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 359a5f0d-ae20-48f9-a504-22d627cb605a details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:33:25.279602 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae1a60c-205e-40fa-b7a9-c1727ebee961 req-dfa134b6-e0d7-480f-89a2-c99491929cbd tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:25.284737 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2ae1a60c-205e-40fa-b7a9-c1727ebee961 req-dfa134b6-e0d7-480f-89a2-c99491929cbd tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 931 time: 0.2029805 Jun 07 08:33:25.411111 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 359a5f0d-ae20-48f9-a504-22d627cb605a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=359a5f0d-ae20-48f9-a504-22d627cb605a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:25.415485 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2ae1a60c-205e-40fa-b7a9-c1727ebee961 req-5d5bfbfa-aad1-407b-aa34-d2f38c35dd23 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247003 Jun 07 08:33:25.433467 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '359a5f0d-ae20-48f9-a504-22d627cb605a', 'network_id': '24a65555-27e1-42af-8ddb-33d2d2ce4b0d', 'port_id': '359a5f0d-ae20-48f9-a504-22d627cb605a', 'mac_address': 'fa:16:3e:33:dd:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00b8207c-771d-4d91-ac1a-2ae2f6d7627d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:33:25.495541 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:25.513238 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359a5f0d-ae20-48f9-a504-22d627cb605a {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:33:25.530454 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 359a5f0d-ae20-48f9-a504-22d627cb605a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=359a5f0d-ae20-48f9-a504-22d627cb605a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:25.570496 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fcde78-ff5d-413f-8609-c0f927ccde5c req-c4ec74d4-64f4-4953-88b0-01fd06ea6a72 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:25.572200 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-67fcde78-ff5d-413f-8609-c0f927ccde5c req-c4ec74d4-64f4-4953-88b0-01fd06ea6a72 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 944 time: 0.0894427 Jun 07 08:33:25.594857 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:25.598025 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:25.621333 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-67fcde78-ff5d-413f-8609-c0f927ccde5c req-d3feba52-5409-4d1c-99ae-a94175a697bb tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Jun 07 08:33:25.645600 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cf50a1-256f-416b-adc5-9ced99e1df07 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:33:25.653367 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:25.667627 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Transition to ACTIVE for port object 66cf50a1-256f-416b-adc5-9ced99e1df07 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:33:25.679492 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=359a5f0d-ae20-48f9-a504-22d627cb605a,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:25.682608 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:25.749149 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:25.754380 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-528babf1-3992-482b-abe9-f49cc3ee7b10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:25.766003 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c9dba64a-3760-4fdc-a495-e81d7eb0c7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:25.834978 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:25.947119 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Pushing event updated for resources: {'Port': ['ID=66cf50a1-256f-416b-adc5-9ced99e1df07,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:25.952226 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:25.958502 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['359a5f0d-ae20-48f9-a504-22d627cb605a'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:33:26.014489 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Attempting to bind port 66cf50a1-256f-416b-adc5-9ced99e1df07 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:33:26.014833 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Attempting to bind port 66cf50a1-256f-416b-adc5-9ced99e1df07 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:33:26.015168 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Attempting to bind port 66cf50a1-256f-416b-adc5-9ced99e1df07 on network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:33:26.020893 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Port 66cf50a1-256f-416b-adc5-9ced99e1df07 on network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:33:26.021218 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Attempting to bind port 66cf50a1-256f-416b-adc5-9ced99e1df07 on network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:33:26.030500 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:33:26.030500 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Checking segment: {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:33:26.030500 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Bound using segment: {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:33:26.030500 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Bound port: 66cf50a1-256f-416b-adc5-9ced99e1df07, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:33:26.030500 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:26.125886 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:33:26.128891 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=66cf50a1-256f-416b-adc5-9ced99e1df07,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:33:26.205864 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:26.210638 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-60ca1721-e18d-4455-8f99-e48878fabbea tempest-VolumesNegativeTest-378445430 tempest-VolumesNegativeTest-378445430-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:26.270251 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:26.270921 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:26.272520 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] 10.222.0.50 "PUT /v2.0/ports/66cf50a1-256f-416b-adc5-9ced99e1df07 HTTP/1.1" status: 200 len: 1093 time: 1.3250415 Jun 07 08:33:26.272980 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:33:26.275281 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef65cc54-8540-4717-b3db-6f7f962f2a56" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:33:26.308062 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Pushing event updated for resources: {'Port': ['ID=66cf50a1-256f-416b-adc5-9ced99e1df07,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:26.311426 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:26.336132 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f5be85-f337-4228-9546-5064f493a988 x-openstack-request-id: req-28f5be85-f337-4228-9546-5064f493a988 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:33:26.336464 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:33:26.336896 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28f5be85-f337-4228-9546-5064f493a988 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:33:26.337341 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'status': 'completed', 'code': 200} Jun 07 08:33:26.468260 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65cc54-8540-4717-b3db-6f7f962f2a56 req-588b3a84-fa91-411f-be3f-e50e89f49205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:26.469686 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ef65cc54-8540-4717-b3db-6f7f962f2a56 req-588b3a84-fa91-411f-be3f-e50e89f49205 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4d7795797dd454788a55e7e9cf652c7&device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1096 time: 0.0851901 Jun 07 08:33:26.620128 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccabecd-954f-4d57-98a2-a183173f2c9c req-6d5639e9-a85d-40b1-8bfd-97116dba841f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:26.621744 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1ccabecd-954f-4d57-98a2-a183173f2c9c req-6d5639e9-a85d-40b1-8bfd-97116dba841f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.0841420 Jun 07 08:33:26.643210 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65cc54-8540-4717-b3db-6f7f962f2a56 req-5e046289-574b-4b50-925a-b559cbeeb2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:26.644521 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ef65cc54-8540-4717-b3db-6f7f962f2a56 req-5e046289-574b-4b50-925a-b559cbeeb2d2 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=a4d7795797dd454788a55e7e9cf652c7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1596830 Jun 07 08:33:26.683246 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1ccabecd-954f-4d57-98a2-a183173f2c9c req-1e71e928-8f54-4678-8976-38dbd5a734b5 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528641 Jun 07 08:33:26.857650 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65cc54-8540-4717-b3db-6f7f962f2a56 req-0677db1a-9ea1-44b6-9ba0-ed089237df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:26.859105 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ef65cc54-8540-4717-b3db-6f7f962f2a56 req-0677db1a-9ea1-44b6-9ba0-ed089237df01 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2071457 Jun 07 08:33:26.883699 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b316cd8-355f-479a-b81c-7198c83fdd7d req-5eb5a18b-1eb9-4a4b-acb6-abdd4fbc0fbd tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:26.885260 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2b316cd8-355f-479a-b81c-7198c83fdd7d req-5eb5a18b-1eb9-4a4b-acb6-abdd4fbc0fbd tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 945 time: 0.1223090 Jun 07 08:33:26.931067 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2b316cd8-355f-479a-b81c-7198c83fdd7d req-67beb33a-ab1d-42ef-b655-64cf94fab595 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Jun 07 08:33:27.006293 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-9d2befac-a812-46d7-a231-f677368f1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:27.007762 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-9d2befac-a812-46d7-a231-f677368f1efe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4d7795797dd454788a55e7e9cf652c7&device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1096 time: 0.0734096 Jun 07 08:33:27.094307 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-be14ac3b-1bf8-4bfd-b635-bdadfb9d4062 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cf50a1-256f-416b-adc5-9ced99e1df07 HTTP/1.1" status: 200 len: 217 time: 0.0677667 Jun 07 08:33:27.163069 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-46163dca-5633-49b4-a576-41daee1ba586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:27.164515 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-46163dca-5633-49b4-a576-41daee1ba586 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=086c8d1b-9724-4f67-b7ac-5137521b2c2b HTTP/1.1" status: 200 len: 848 time: 0.0614936 Jun 07 08:33:27.234956 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 359a5f0d-ae20-48f9-a504-22d627cb605a up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:33:27.251972 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-e6a32e95-5057-4039-ae4d-505c6a4266ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:27.256599 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-e6a32e95-5057-4039-ae4d-505c6a4266ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777116 Jun 07 08:33:27.400441 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 359a5f0d-ae20-48f9-a504-22d627cb605a completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:33:27.404836 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-25a2d9bd-b94e-42ef-a054-b639754f8cee service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333737 Jun 07 08:33:27.405609 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 359a5f0d-ae20-48f9-a504-22d627cb605a triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:33:27.405999 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:27.448722 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:27.531049 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:27.545162 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cbac68d1-2e66-4adb-8f9c-978caebb74e7 req-6d1af732-8368-4097-a5fd-2a1536a89162 service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320953 Jun 07 08:33:27.558005 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acc1587-2607-4a38-8763-4a3cb3d43372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359a5f0d-ae20-48f9-a504-22d627cb605a'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:33:27.560402 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321038d5-9612-479b-981b-816ea7c7e94e" -d '{"events": [{"server_uuid": "4acc1587-2607-4a38-8763-4a3cb3d43372", "name": "network-vif-plugged", "status": "completed", "tag": "359a5f0d-ae20-48f9-a504-22d627cb605a"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:33:27.568616 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 359a5f0d-ae20-48f9-a504-22d627cb605a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=359a5f0d-ae20-48f9-a504-22d627cb605a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:27.604587 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a3f27f-555a-41d6-83d5-9a348b33d34a x-openstack-request-id: req-21a3f27f-555a-41d6-83d5-9a348b33d34a {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:33:27.604884 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acc1587-2607-4a38-8763-4a3cb3d43372", "name": "network-vif-plugged", "status": "completed", "tag": "359a5f0d-ae20-48f9-a504-22d627cb605a", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:33:27.605287 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21a3f27f-555a-41d6-83d5-9a348b33d34a {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:33:27.605682 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acc1587-2607-4a38-8763-4a3cb3d43372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359a5f0d-ae20-48f9-a504-22d627cb605a', 'code': 200} Jun 07 08:33:27.669656 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:27.671800 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:27.742744 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=359a5f0d-ae20-48f9-a504-22d627cb605a,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:27.749893 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.750246 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.750590 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.750929 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.751816 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.752432 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.752905 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.753251 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.753582 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.753909 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.763940 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.763940 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:27.763940 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:27.883655 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6330fd1b-5a6b-4714-af47-a7ee0697bdfe req-78be2f1f-ab22-4ddd-814f-dd351cc086bc tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:27.885149 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6330fd1b-5a6b-4714-af47-a7ee0697bdfe req-78be2f1f-ab22-4ddd-814f-dd351cc086bc tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.0812988 Jun 07 08:33:27.930779 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6330fd1b-5a6b-4714-af47-a7ee0697bdfe req-72efefdb-6a46-4605-a2b8-7acc757f259d tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396593 Jun 07 08:33:28.158600 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53053456-f242-473e-bc20-a95e968bf21c req-d19d3e65-282f-4c08-937d-81d1035251fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:28.160151 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-53053456-f242-473e-bc20-a95e968bf21c req-d19d3e65-282f-4c08-937d-81d1035251fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 1099 time: 0.1853919 Jun 07 08:33:28.212478 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-53053456-f242-473e-bc20-a95e968bf21c req-18b4be11-3410-4240-8d78-e29eb61157be service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Jun 07 08:33:28.214845 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e12a1e0-1404-4b17-91fa-ee5e5f79087a req-4cf1c11c-d313-45d7-aa05-d73f81687b6c tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:28.216346 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7e12a1e0-1404-4b17-91fa-ee5e5f79087a req-4cf1c11c-d313-45d7-aa05-d73f81687b6c tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 946 time: 0.1758068 Jun 07 08:33:28.268415 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7e12a1e0-1404-4b17-91fa-ee5e5f79087a req-9f0ae5fe-aa8e-4861-bdd2-b63e7bc95b9a tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455551 Jun 07 08:33:29.118957 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fc8f1-bce2-4e9f-9ec9-484d145be25f req-19bd52aa-8827-4a6b-a18d-3d6989103c70 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:29.120315 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bf7fc8f1-bce2-4e9f-9ec9-484d145be25f req-19bd52aa-8827-4a6b-a18d-3d6989103c70 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.0834363 Jun 07 08:33:29.165345 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bf7fc8f1-bce2-4e9f-9ec9-484d145be25f req-6a408438-0601-4ad6-ac70-37700155ab96 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392487 Jun 07 08:33:29.410241 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:29.458975 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb9237d-7e81-49be-be4d-98c1ed45bea0 req-33df90c1-13bc-42cb-b353-510aa7702e52 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:29.460504 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4bb9237d-7e81-49be-be4d-98c1ed45bea0 req-33df90c1-13bc-42cb-b353-510aa7702e52 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 946 time: 0.0830617 Jun 07 08:33:29.505622 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4bb9237d-7e81-49be-be4d-98c1ed45bea0 req-8c28512f-dd7b-4c20-a6b6-c04f06d1a7d0 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390344 Jun 07 08:33:30.218845 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50106) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:33:30.340373 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:30.362685 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46079b2e-a959-4714-8aa0-b2fb7938db50 req-f76aec80-f092-4ad7-9782-0886eddd3220 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:30.364154 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-46079b2e-a959-4714-8aa0-b2fb7938db50 req-f76aec80-f092-4ad7-9782-0886eddd3220 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.0870357 Jun 07 08:33:30.411552 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-46079b2e-a959-4714-8aa0-b2fb7938db50 req-b595759a-97f6-46fe-93a8-38521b143d2d tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 Jun 07 08:33:30.450620 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:30.512875 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:30.519570 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b5eb792b-5a8f-4cd3-ad54-919bee8f6de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:30.561663 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbd085f64d0e49d5826b0872579b93c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416123 Jun 07 08:33:30.562517 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d39673a-a223-43d6-b053-6009ccb786e8,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:30.564795 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 50112) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:33:30.570693 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.571083 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.571447 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.571818 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.572181 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.572542 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.572919 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.573276 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.573633 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.573987 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.574338 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.574686 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:33:30.578748 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:30.625602 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2b74267-7db5-4bd7-98d6-cce645f36217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:30.652998 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2b74267-7db5-4bd7-98d6-cce645f36217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:30.696077 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1cd159-d75b-4154-b6a5-a96bf096f25d req-ed1f9fb3-e575-43fa-8624-974651687f02 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:30.697680 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6a1cd159-d75b-4154-b6a5-a96bf096f25d req-ed1f9fb3-e575-43fa-8624-974651687f02 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 946 time: 0.0837646 Jun 07 08:33:30.742387 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6a1cd159-d75b-4154-b6a5-a96bf096f25d req-b81c86b6-919e-4c64-8b29-50cac17d78c2 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386968 Jun 07 08:33:30.782040 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2b74267-7db5-4bd7-98d6-cce645f36217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:30.786177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2b74267-7db5-4bd7-98d6-cce645f36217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:30.786668 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e2b74267-7db5-4bd7-98d6-cce645f36217 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d39673a-a223-43d6-b053-6009ccb786e8 HTTP/1.1" status: 204 len: 168 time: 0.2206256 Jun 07 08:33:30.787574 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c58ade48-9026-48e4-a8c0-5c0bdbc523ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:30.797843 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b74267-7db5-4bd7-98d6-cce645f36217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d39673a-a223-43d6-b053-6009ccb786e8,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:30.809753 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e2b74267-7db5-4bd7-98d6-cce645f36217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:31.261382 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 66cf50a1-256f-416b-adc5-9ced99e1df07 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:33:31.432400 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=66cf50a1-256f-416b-adc5-9ced99e1df07,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:31.446419 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'port_id': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'mac_address': 'fa:16:3e:d5:5c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:33:31.504445 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:31.524935 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cf50a1-256f-416b-adc5-9ced99e1df07 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:33:31.541309 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=66cf50a1-256f-416b-adc5-9ced99e1df07,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:31.610051 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:31.612844 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:31.614344 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad08c83-3b14-42f7-add6-6947ed23fec1 req-aa9783e0-a60f-4d21-b861-c968bd587f09 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:31.615835 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-aad08c83-3b14-42f7-add6-6947ed23fec1 req-aa9783e0-a60f-4d21-b861-c968bd587f09 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.0867951 Jun 07 08:33:31.664270 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-aad08c83-3b14-42f7-add6-6947ed23fec1 req-29da3870-32de-4147-ac1f-9adc330d7184 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426087 Jun 07 08:33:31.684805 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=66cf50a1-256f-416b-adc5-9ced99e1df07,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:31.691660 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:31.990334 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['66cf50a1-256f-416b-adc5-9ced99e1df07'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:33:32.850096 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60499f-83a8-4144-a3c1-9fe558f55a3b req-76bb2ccd-43ea-4322-9304-7ff27f0a51ee tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:32.851762 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ac60499f-83a8-4144-a3c1-9fe558f55a3b req-76bb2ccd-43ea-4322-9304-7ff27f0a51ee tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 944 time: 0.0791659 Jun 07 08:33:32.898712 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ac60499f-83a8-4144-a3c1-9fe558f55a3b req-5a548e34-bd9e-415c-afaf-bfcc45aa410a tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413926 Jun 07 08:33:33.290349 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 66cf50a1-256f-416b-adc5-9ced99e1df07 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:33:33.421759 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 66cf50a1-256f-416b-adc5-9ced99e1df07 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:33:33.427048 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 66cf50a1-256f-416b-adc5-9ced99e1df07 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:33:33.427410 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:33.547605 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:33.573437 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:33:33.575724 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db246976-caf7-4c99-97d1-fec5c8d52d66" -d '{"events": [{"server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "name": "network-vif-plugged", "status": "completed", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:33:33.584645 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=66cf50a1-256f-416b-adc5-9ced99e1df07,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:33:33.621486 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e095ed-d5c6-4515-909a-a2d0f4bef197 x-openstack-request-id: req-33e095ed-d5c6-4515-909a-a2d0f4bef197 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:33:33.621823 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "name": "network-vif-plugged", "status": "completed", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:33:33.622304 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33e095ed-d5c6-4515-909a-a2d0f4bef197 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:33:33.622695 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'code': 200} Jun 07 08:33:33.657684 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:33.660897 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:33.729074 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=66cf50a1-256f-416b-adc5-9ced99e1df07,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:33.732258 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:34.100860 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d09bfb-bd90-4b96-80f1-aaa3874a0044 req-c25eb61d-351c-4c85-bce7-2271f63d9260 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:34.102408 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b5d09bfb-bd90-4b96-80f1-aaa3874a0044 req-c25eb61d-351c-4c85-bce7-2271f63d9260 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0863295 Jun 07 08:33:34.114987 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39833e6-ea93-42fa-b0c2-b07363dd8036 req-f49a1e89-b49b-4299-954f-49b164ad601c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:34.116439 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f39833e6-ea93-42fa-b0c2-b07363dd8036 req-f49a1e89-b49b-4299-954f-49b164ad601c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1098 time: 0.0762208 Jun 07 08:33:34.149636 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b5d09bfb-bd90-4b96-80f1-aaa3874a0044 req-cf624b11-d19c-4ed7-8ff9-062222628583 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415483 Jun 07 08:33:34.162198 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f39833e6-ea93-42fa-b0c2-b07363dd8036 req-ac3cd0ae-2fa2-4573-a076-ad9509a6d395 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376809 Jun 07 08:33:35.349787 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410ea17-f574-4d0b-a810-e95bd3f3a739 req-e096f4cf-a6fb-42b8-a462-cd359f1e049d tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:35.352439 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c410ea17-f574-4d0b-a810-e95bd3f3a739 req-e096f4cf-a6fb-42b8-a462-cd359f1e049d tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0903435 Jun 07 08:33:35.401570 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c410ea17-f574-4d0b-a810-e95bd3f3a739 req-4300f2f2-8fe0-4594-97f0-b6a1bae6daea tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 Jun 07 08:33:36.601091 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99621c1-29f9-47ef-b84e-7557fd433fd7 req-fbfb32c8-7703-4c77-8438-5a0855888a5d tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:36.602565 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b99621c1-29f9-47ef-b84e-7557fd433fd7 req-fbfb32c8-7703-4c77-8438-5a0855888a5d tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0880699 Jun 07 08:33:36.648653 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b99621c1-29f9-47ef-b84e-7557fd433fd7 req-72a3378f-825c-4bb6-ba4f-c8b40a7db987 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404935 Jun 07 08:33:36.847010 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee785307-79cb-4c4f-a114-2d65cec8f241 req-08d9871f-2adb-4bbe-85bd-78784025efb4 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:36.848536 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ee785307-79cb-4c4f-a114-2d65cec8f241 req-08d9871f-2adb-4bbe-85bd-78784025efb4 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0898654 Jun 07 08:33:36.914023 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ee785307-79cb-4c4f-a114-2d65cec8f241 req-a7c68feb-42cb-4fa9-ba0c-7627bd3cadd5 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588081 Jun 07 08:33:36.937245 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50176) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:33:37.182953 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fc31c2-1fe5-40e6-aa11-e0fb9b760b9f tempest-TestShelveInstance-627403933 tempest-TestShelveInstance-627403933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:37.184354 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-00fc31c2-1fe5-40e6-aa11-e0fb9b760b9f tempest-TestShelveInstance-627403933 tempest-TestShelveInstance-627403933-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1093 time: 0.2451599 Jun 07 08:33:37.187549 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 50182) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:33:37.192939 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Request body: {'floatingip': {'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'port_id': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:33:37.290186 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for floatingip, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:37.429556 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:37.572994 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Allocated IP 172.28.1.79 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/f25719c7-aa03-44ae-a1c2-63fba8ef2e66) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:33:37.733143 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:37.830497 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:37.834351 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-31684525-f0bb-4aab-bed0-7ce128ca46ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:37.896920 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:33:37.899752 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:33:37.903644 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:33:37.939414 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'Port': ['ID=f25719c7-aa03-44ae-a1c2-63fba8ef2e66,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:37.945650 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:38.420748 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:38.532355 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:38.740478 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:38.828825 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:38.834749 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-014daf41-a2c9-422c-89a5-f04bdbd9de59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:33:38.937302 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event updated for resources: {'Port': ['ID=f25719c7-aa03-44ae-a1c2-63fba8ef2e66,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:33:38.942431 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:33:38.949120 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:39.127340 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Floating IP d93a76ef-8d00-47a9-b747-c4896e6be7ff associated. External IP: 172.28.1.79, port: 66cf50a1-256f-416b-adc5-9ced99e1df07. Jun 07 08:33:39.492236 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Router 2db5669c-8487-41f5-850e-85b47ba32967 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:33:39.673976 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:33:39.683023 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] Sync routers for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:33:39.693162 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:33:39.693813 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:33:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:33:39.743459 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:39.802872 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6141982 Jun 07 08:33:39.803503 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:33:39.805800 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c55f3c3-93c2-4e05-a388-cdcef0d31270" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:33:39.864893 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c275dbfd-a22e-467e-a783-9c080ba0cdc6 x-openstack-request-id: req-c275dbfd-a22e-467e-a783-9c080ba0cdc6 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:33:39.865212 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:33:39.865497 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c275dbfd-a22e-467e-a783-9c080ba0cdc6 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:33:39.865957 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'status': 'completed', 'code': 200} Jun 07 08:33:39.880475 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:33:40.012936 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-8b7fee59-fdac-4228-9453-fe621dbea4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:40.014325 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-8b7fee59-fdac-4228-9453-fe621dbea4e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4d7795797dd454788a55e7e9cf652c7&device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1098 time: 0.0768125 Jun 07 08:33:40.247928 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:40Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': 'd93a76ef-8d00-47a9-b747-c4896e6be7ff', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'port_id': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'mac_address': 'fa:16:3e:d5:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:33:38Z', 'updated_at': '2021-06-07T08:33:38Z', 'revision_number': 0, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cdf959-084c-4aee-ad2a-b41f850bad1e', 'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'mac_address': 'fa:16:3e:e0:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:39Z', 'updated_at': '2021-06-07T08:32:48Z', 'revision_number': 5, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'subnets': [{'id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:33:40.251483 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-c77271d1-1666-446c-9341-9e48bc3aedc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:40.252403 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] Checking router: 2db5669c-8487-41f5-850e-85b47ba32967 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:33:40.252963 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-c77271d1-1666-446c-9341-9e48bc3aedc2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b HTTP/1.1" status: 200 len: 910 time: 0.2315195 Jun 07 08:33:40.260817 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:33:40.261463 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:33:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:33:40.366909 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-5e158f02-088e-4ada-95ad-4b44b2b23e8f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cf50a1-256f-416b-adc5-9ced99e1df07 HTTP/1.1" status: 200 len: 998 time: 0.1020980 Jun 07 08:33:40.441337 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-0abdabe7-f457-4aaf-81ee-48f5737e4fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:40.445392 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-0abdabe7-f457-4aaf-81ee-48f5737e4fa4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=086c8d1b-9724-4f67-b7ac-5137521b2c2b HTTP/1.1" status: 200 len: 848 time: 0.0604877 Jun 07 08:33:40.447792 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:33:40.552425 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-56d64327-12f3-4ba6-a539-edac97429e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:40.553934 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-56d64327-12f3-4ba6-a539-edac97429e5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802870 Jun 07 08:33:40.692288 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-b6a21951-6824-4718-887b-5d384c3c6061 service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301916 Jun 07 08:33:40.838616 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:40Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': 'd93a76ef-8d00-47a9-b747-c4896e6be7ff', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'port_id': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'mac_address': 'fa:16:3e:d5:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:33:38Z', 'updated_at': '2021-06-07T08:33:38Z', 'revision_number': 0, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cdf959-084c-4aee-ad2a-b41f850bad1e', 'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'mac_address': 'fa:16:3e:e0:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:39Z', 'updated_at': '2021-06-07T08:32:48Z', 'revision_number': 5, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'subnets': [{'id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:33:40.839390 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c55f3c3-93c2-4e05-a388-cdcef0d31270 req-cc3932ed-6f32-4782-923b-d3215a32055b service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339405 Jun 07 08:33:40.842610 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f47678b-bba2-48b2-86db-cf98bc8b9ccb None None] The sync data for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb is: [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:40Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': 'd93a76ef-8d00-47a9-b747-c4896e6be7ff', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'floating_ip_address': '172.28.1.79', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'port_id': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'mac_address': 'fa:16:3e:d5:5c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:33:38Z', 'updated_at': '2021-06-07T08:33:38Z', 'revision_number': 0, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cdf959-084c-4aee-ad2a-b41f850bad1e', 'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'mac_address': 'fa:16:3e:e0:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:39Z', 'updated_at': '2021-06-07T08:32:48Z', 'revision_number': 5, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'subnets': [{'id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:33:41.040129 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae49126-7034-4897-8e41-d5a5db8eda9b None None] New status for floating IP d93a76ef-8d00-47a9-b747-c4896e6be7ff: ACTIVE {{(pid=92140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:33:50.805764 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1dcdb-2def-4fc0-a9dd-3c979d3475bf req-43b9c2ed-4304-440e-b45a-058a36a572df tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:50.807246 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0ff1dcdb-2def-4fc0-a9dd-3c979d3475bf req-43b9c2ed-4304-440e-b45a-058a36a572df tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.1418469 Jun 07 08:33:50.858714 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0ff1dcdb-2def-4fc0-a9dd-3c979d3475bf req-97b873d1-d112-496a-9125-4026a26506b4 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Jun 07 08:33:52.199165 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee65b3-085e-441c-b9bb-a6d52f667dbe req-51d88c0a-b14e-4d3f-a595-3f99329b9a90 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:52.200833 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fdee65b3-085e-441c-b9bb-a6d52f667dbe req-51d88c0a-b14e-4d3f-a595-3f99329b9a90 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0818074 Jun 07 08:33:52.247247 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fdee65b3-085e-441c-b9bb-a6d52f667dbe req-8720b214-6878-48bb-a2b7-176b4cfcfd8f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402317 Jun 07 08:33:53.027554 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-8a345816-8c40-4886-a983-44e1c8ee6a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:53.458966 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd2df4-f4fa-4cf9-a854-6ab299546f2c req-e074d27d-4ae2-42e9-b5e1-f9eab2e2a806 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:53.460402 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ddcd2df4-f4fa-4cf9-a854-6ab299546f2c req-e074d27d-4ae2-42e9-b5e1-f9eab2e2a806 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0980201 Jun 07 08:33:53.507319 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ddcd2df4-f4fa-4cf9-a854-6ab299546f2c req-68d49a77-2899-42d4-8fab-5324908a8680 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 Jun 07 08:33:54.738377 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad013e62-43ea-4037-a144-86dc0b4d2791 req-c6b1f36a-ffec-4f67-9897-51d289f33a8f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:54.739916 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ad013e62-43ea-4037-a144-86dc0b4d2791 req-c6b1f36a-ffec-4f67-9897-51d289f33a8f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0824940 Jun 07 08:33:54.790263 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ad013e62-43ea-4037-a144-86dc0b4d2791 req-b7848e2e-5822-4b64-a4f2-de76d3006bd9 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 Jun 07 08:33:54.791649 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d2d9-a9dc-4ab6-a31c-437376bd1c0f req-7069cbf5-ae6e-481b-a86e-8cdc9e67e500 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:54.793358 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8682d2d9-a9dc-4ab6-a31c-437376bd1c0f req-7069cbf5-ae6e-481b-a86e-8cdc9e67e500 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 946 time: 0.0865300 Jun 07 08:33:54.839142 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8682d2d9-a9dc-4ab6-a31c-437376bd1c0f req-14a131f3-8c39-4131-a23f-e77a297cb37b tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 Jun 07 08:33:55.068599 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:55.249241 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:33:55.741451 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-e689a4e6-b60a-40ce-8565-14abe4ddce98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:55.788849 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:55.976902 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6bf14-655a-4e7a-9539-c766cd83f75a req-3deeebc6-fe0c-4e8d-a2d4-10931aa13157 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:55.978351 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-98c6bf14-655a-4e7a-9539-c766cd83f75a req-3deeebc6-fe0c-4e8d-a2d4-10931aa13157 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0807443 Jun 07 08:33:56.023906 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-98c6bf14-655a-4e7a-9539-c766cd83f75a req-c738ef33-ea0d-43ef-9f09-d0d6af1a7dfc tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398493 Jun 07 08:33:56.029116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4129e09-433e-4dec-b12f-d4405ce567ea req-139b8873-d361-4216-adff-148e6ad36f1e tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:56.030701 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a4129e09-433e-4dec-b12f-d4405ce567ea req-139b8873-d361-4216-adff-148e6ad36f1e tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 946 time: 0.0807731 Jun 07 08:33:56.075660 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a4129e09-433e-4dec-b12f-d4405ce567ea req-92b566f2-5d64-4420-a0f7-4a17f1519a74 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393381 Jun 07 08:33:57.222237 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc39a32-c2b8-4a5c-a058-ad432a7b10cf req-cb2ffc2b-1205-4e64-9f6d-b9d9834148a6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:57.225008 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7cc39a32-c2b8-4a5c-a058-ad432a7b10cf req-cb2ffc2b-1205-4e64-9f6d-b9d9834148a6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0878129 Jun 07 08:33:57.261547 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-eba5ee7e-6160-4728-aeee-41c222db43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:57.262947 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-eba5ee7e-6160-4728-aeee-41c222db43ed service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 1098 time: 0.1308641 Jun 07 08:33:57.274651 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7cc39a32-c2b8-4a5c-a058-ad432a7b10cf req-b08d173e-fbba-4d4a-9215-49520819457b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453987 Jun 07 08:33:57.291959 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0bde0-8072-4c76-ab9d-dd336dba8dda req-c7b61e5e-4294-4019-a3f0-42416a93e3fd tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:57.293456 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-46a0bde0-8072-4c76-ab9d-dd336dba8dda req-c7b61e5e-4294-4019-a3f0-42416a93e3fd tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 946 time: 0.0923197 Jun 07 08:33:57.422715 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-46a0bde0-8072-4c76-ab9d-dd336dba8dda req-0fda1485-8a18-4852-93ab-e00f436a7cc4 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107225 Jun 07 08:33:57.459884 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-9ac4bb9f-e5d7-45ea-9d70-5c27b89322b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:57.461306 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-9ac4bb9f-e5d7-45ea-9d70-5c27b89322b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 200 len: 912 time: 0.1669309 Jun 07 08:33:57.503165 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:57.572983 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-37b6321a-cee8-425c-94b5-8df6d67ecb81 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 HTTP/1.1" status: 200 len: 1001 time: 0.1037931 Jun 07 08:33:57.650511 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-3895245a-d379-4220-a66b-86e3a35fed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:57.652123 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-3895245a-d379-4220-a66b-86e3a35fed59 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97ef570e-6783-4610-8dbb-35d5d50c620a HTTP/1.1" status: 200 len: 850 time: 0.0680521 Jun 07 08:33:57.737226 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-779333f2-acf1-4396-a11d-b0de20202802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:57.738724 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-779333f2-acf1-4396-a11d-b0de20202802 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757258 Jun 07 08:33:57.876993 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-ca895b50-f538-4f7c-9d3d-8b3351d60b4b service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279519 Jun 07 08:33:58.135165 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9b969c34-74ff-46d1-a1ff-848e1e415338 req-6ce58956-ef97-4799-856b-f34da43aadb8 service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510982 Jun 07 08:33:58.472380 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2881f5-6fe4-43c5-979f-84263c5e07f3 req-822b4ace-789b-438e-a2c5-31953bbd96a6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:58.473866 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fd2881f5-6fe4-43c5-979f-84263c5e07f3 req-822b4ace-789b-438e-a2c5-31953bbd96a6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0846431 Jun 07 08:33:58.531048 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fd2881f5-6fe4-43c5-979f-84263c5e07f3 req-ec0c3dc4-df19-445f-9fb3-37d994212bc5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508444 Jun 07 08:33:58.630891 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48678a94-8f8c-4f9b-b41e-43edffb7a7d6 req-f9dfb958-2c62-4da3-a176-1e3893d8ccfc tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:58.634029 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-48678a94-8f8c-4f9b-b41e-43edffb7a7d6 req-f9dfb958-2c62-4da3-a176-1e3893d8ccfc tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 946 time: 0.0903385 Jun 07 08:33:58.693216 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-48678a94-8f8c-4f9b-b41e-43edffb7a7d6 req-395dd876-5724-4eb2-878e-0d66bde9d026 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535386 Jun 07 08:33:59.427232 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:33:59.715535 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237cb0a-7779-48f6-bcef-e72aa2d03692 req-949cc92a-c0e1-44ad-b6a3-869a352fd605 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:59.717141 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a237cb0a-7779-48f6-bcef-e72aa2d03692 req-949cc92a-c0e1-44ad-b6a3-869a352fd605 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0819731 Jun 07 08:33:59.763051 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a237cb0a-7779-48f6-bcef-e72aa2d03692 req-e5d468a0-8830-40f7-90e4-12cccb45874b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Jun 07 08:33:59.915142 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1c78d4c1-f25c-4bc1-925c-5614fcf409ce tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:59.916636 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1c78d4c1-f25c-4bc1-925c-5614fcf409ce tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.50 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 946 time: 0.0942729 Jun 07 08:33:59.949632 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058149f-5ef9-4cd2-9824-163719853f0d req-46cc1116-c8df-4451-9adf-09366c014acd tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:33:59.951144 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7058149f-5ef9-4cd2-9824-163719853f0d req-46cc1116-c8df-4451-9adf-09366c014acd tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 946 time: 0.0889058 Jun 07 08:34:00.006023 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7058149f-5ef9-4cd2-9824-163719853f0d req-553fa4b6-74cd-47dd-b59e-81929be16f92 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/security-groups?id=807270de-efbd-4b05-87dc-2bc9a8f9ba02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482829 Jun 07 08:34:00.088601 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Deleting port 359a5f0d-ae20-48f9-a504-22d627cb605a {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:34:00.088942 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:00.225521 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] For port 359a5f0d-ae20-48f9-a504-22d627cb605a, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=359a5f0d-ae20-48f9-a504-22d627cb605a,segment=NetworkSegment(607d072a-3b0e-4334-8acd-d2d4b447de0e),segment_id=607d072a-3b0e-4334-8acd-d2d4b447de0e)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:34:00.225841 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:00.354916 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Calling delete_port for 359a5f0d-ae20-48f9-a504-22d627cb605a owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:34:00.494776 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd71365-00f4-4c9e-89ba-af542bc533c5 req-91b0eb79-24ce-4712-b7aa-1dd135ae20ed tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:00.496238 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6fd71365-00f4-4c9e-89ba-af542bc533c5 req-91b0eb79-24ce-4712-b7aa-1dd135ae20ed tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0855880 Jun 07 08:34:00.514987 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:00.521027 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:34:00.554032 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['359a5f0d-ae20-48f9-a504-22d627cb605a'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:34:00.558808 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6fd71365-00f4-4c9e-89ba-af542bc533c5 req-82e28edb-67bc-446f-b20e-ed25ff1ce47d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550976 Jun 07 08:34:00.568401 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Pushing event deleted for resources: {'Port': ['ID=359a5f0d-ae20-48f9-a504-22d627cb605a,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:34:00.606678 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.607047 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.607409 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.607767 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.608119 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.608471 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.608843 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.609201 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.609595 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.609938 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.610280 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.610617 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:00.618917 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:34:00.659105 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] No DVR routers for this DVR port 359a5f0d-ae20-48f9-a504-22d627cb605a on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:34:00.661863 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:00.663909 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-44136a68-bc99-4689-aab2-e9891e42b4f7 req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.50 "DELETE /v2.0/ports/359a5f0d-ae20-48f9-a504-22d627cb605a HTTP/1.1" status: 204 len: 173 time: 0.7403426 Jun 07 08:34:00.664429 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acc1587-2607-4a38-8763-4a3cb3d43372', 'name': 'network-vif-deleted', 'tag': '359a5f0d-ae20-48f9-a504-22d627cb605a'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:34:00.666774 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b80892-c3a1-4561-9d1d-32c73f2a47c3" -d '{"events": [{"server_uuid": "4acc1587-2607-4a38-8763-4a3cb3d43372", "name": "network-vif-deleted", "tag": "359a5f0d-ae20-48f9-a504-22d627cb605a"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:34:00.733132 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3944cd8c-9963-4865-8f7e-27f038d4d755 x-openstack-request-id: req-3944cd8c-9963-4865-8f7e-27f038d4d755 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:34:00.733633 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acc1587-2607-4a38-8763-4a3cb3d43372", "name": "network-vif-deleted", "tag": "359a5f0d-ae20-48f9-a504-22d627cb605a", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:34:00.734080 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3944cd8c-9963-4865-8f7e-27f038d4d755 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:34:00.734744 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acc1587-2607-4a38-8763-4a3cb3d43372', 'name': 'network-vif-deleted', 'tag': '359a5f0d-ae20-48f9-a504-22d627cb605a', 'status': 'completed', 'code': 200} Jun 07 08:34:00.955019 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0befcab8-1092-4c81-b1c2-318958be65b0 req-430643c2-e65c-40dc-b166-e607eca08089 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:00.957203 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0befcab8-1092-4c81-b1c2-318958be65b0 req-430643c2-e65c-40dc-b166-e607eca08089 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0843832 Jun 07 08:34:01.002067 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0befcab8-1092-4c81-b1c2-318958be65b0 req-5ccae02e-6072-4220-91e4-8f18fe807656 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389583 Jun 07 08:34:01.192932 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ec6d50b3-9287-461e-ba2c-99143a175471 req-7c99d435-c21f-4244-8713-e609e779ddbf tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] 10.222.0.15 "GET /v2.0/ports?device_id=4acc1587-2607-4a38-8763-4a3cb3d43372 HTTP/1.1" status: 200 len: 210 time: 0.0425313 Jun 07 08:34:01.763698 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ddc03-8706-4529-9569-eaa603ea90f3 req-8cf39b49-2587-4d9d-a178-f8d4e6d275b8 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:01.764666 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a60ddc03-8706-4529-9569-eaa603ea90f3 req-8cf39b49-2587-4d9d-a178-f8d4e6d275b8 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0849574 Jun 07 08:34:01.810492 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a60ddc03-8706-4529-9569-eaa603ea90f3 req-fb4a4e97-fbef-4f8d-bebc-9b70dbdc0754 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411088 Jun 07 08:34:02.190094 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c367-a061-4341-8615-46d7df888074 req-33208477-17c9-4b22-b2fc-c694f233dc88 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:02.191515 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d3c1c367-a061-4341-8615-46d7df888074 req-33208477-17c9-4b22-b2fc-c694f233dc88 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0818548 Jun 07 08:34:02.239680 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d3c1c367-a061-4341-8615-46d7df888074 req-50f0f743-ab52-4124-99e0-0f870ad1b5f4 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423605 Jun 07 08:34:03.013526 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6161054-9eb2-448d-872e-e93b73f6b114 req-50d9e98a-f90f-4f7d-a20d-f5f68cc9e69b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:03.015012 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f6161054-9eb2-448d-872e-e93b73f6b114 req-50d9e98a-f90f-4f7d-a20d-f5f68cc9e69b tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0823872 Jun 07 08:34:03.060397 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f6161054-9eb2-448d-872e-e93b73f6b114 req-1a5dfe7c-be8b-4260-873f-f364769c8680 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394750 Jun 07 08:34:03.464783 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 359a5f0d-ae20-48f9-a504-22d627cb605a no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:34:03.497178 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b922ea-ff32-4083-8cd3-a33e087615c9 req-014a379c-be03-4bd7-8629-af725f0e644f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:03.498592 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-03b922ea-ff32-4083-8cd3-a33e087615c9 req-014a379c-be03-4bd7-8629-af725f0e644f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.1544135 Jun 07 08:34:03.499085 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 359a5f0d-ae20-48f9-a504-22d627cb605a {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:34:03.499448 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 359a5f0d-ae20-48f9-a504-22d627cb605a not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:34:03.544616 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-03b922ea-ff32-4083-8cd3-a33e087615c9 req-f078e947-d8a9-4f9f-a1cb-afff0b716449 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398140 Jun 07 08:34:04.266078 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fad19-1c13-4bcf-9609-0d59ffeec472 req-a715232e-4184-4665-b935-3cea3c1441bf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:04.267618 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-276fad19-1c13-4bcf-9609-0d59ffeec472 req-a715232e-4184-4665-b935-3cea3c1441bf tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0886943 Jun 07 08:34:04.316420 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-276fad19-1c13-4bcf-9609-0d59ffeec472 req-5aca18d4-c165-45be-aaa5-08189939e82a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Jun 07 08:34:04.735426 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048540f-7dab-419d-9103-6d6de62fa660 req-771d7ce5-2e58-499d-ba32-3cd432929f2c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:04.736822 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8048540f-7dab-419d-9103-6d6de62fa660 req-771d7ce5-2e58-499d-ba32-3cd432929f2c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0835483 Jun 07 08:34:04.780519 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8048540f-7dab-419d-9103-6d6de62fa660 req-ed256dfa-89cb-4e3c-b646-bd5061967c23 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376542 Jun 07 08:34:05.512848 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4cf672-ebc0-4026-8517-ce272839a6b5 req-88d43c3c-ca4e-4613-9298-ea73cb6f7ee1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:05.514384 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3a4cf672-ebc0-4026-8517-ce272839a6b5 req-88d43c3c-ca4e-4613-9298-ea73cb6f7ee1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0887420 Jun 07 08:34:05.571379 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3a4cf672-ebc0-4026-8517-ce272839a6b5 req-fcce501e-a56e-4e45-a20e-f46d694c2545 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501604 Jun 07 08:34:05.966502 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab33b8-a8e2-4bcf-873b-0709d88bb1af req-794fcdcf-4612-4274-b2cd-634b669eff04 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:05.967966 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a3ab33b8-a8e2-4bcf-873b-0709d88bb1af req-794fcdcf-4612-4274-b2cd-634b669eff04 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0810094 Jun 07 08:34:06.017440 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a3ab33b8-a8e2-4bcf-873b-0709d88bb1af req-4bdb6c57-57f5-44e3-84ac-bd5d6a6f7d31 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435169 Jun 07 08:34:06.765778 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4292e-c7e9-4085-991f-e16ab1d8ad60 req-7a73e38a-1a22-40bb-9b84-7d861b67887d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:06.767151 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7ac4292e-c7e9-4085-991f-e16ab1d8ad60 req-7a73e38a-1a22-40bb-9b84-7d861b67887d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0854416 Jun 07 08:34:06.815801 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7ac4292e-c7e9-4085-991f-e16ab1d8ad60 req-116b26fb-956e-4f3e-9b33-18b8ae335143 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409615 Jun 07 08:34:07.209766 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255e048-f16c-4cfd-ba3c-84e33528ef7c req-9141376d-8ce8-4b27-babd-5961b2902d80 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:07.211235 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7255e048-f16c-4cfd-ba3c-84e33528ef7c req-9141376d-8ce8-4b27-babd-5961b2902d80 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0834224 Jun 07 08:34:07.255885 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7255e048-f16c-4cfd-ba3c-84e33528ef7c req-93347eaf-1a50-4444-9a4f-68e382ebcdfe tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389922 Jun 07 08:34:08.120930 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e8f13-2c27-43e4-9c09-0f861f38c5e0 req-7bbd961a-77fe-4c90-9359-cb0c18afc869 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:08.122284 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-404e8f13-2c27-43e4-9c09-0f861f38c5e0 req-7bbd961a-77fe-4c90-9359-cb0c18afc869 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0814090 Jun 07 08:34:08.173335 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-404e8f13-2c27-43e4-9c09-0f861f38c5e0 req-fa2e7ceb-5fbe-4c82-8b81-73511240ae31 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Jun 07 08:34:08.448801 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe8d31-b78c-41bb-b502-0a62b5df6c5a req-78f78d1d-53da-4d0d-9c5d-b4dd2eab6b26 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:08.450295 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5cfe8d31-b78c-41bb-b502-0a62b5df6c5a req-78f78d1d-53da-4d0d-9c5d-b4dd2eab6b26 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0858986 Jun 07 08:34:08.496342 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5cfe8d31-b78c-41bb-b502-0a62b5df6c5a req-07205433-5f8c-4622-90d5-b4e9aba4bd32 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403087 Jun 07 08:34:09.366375 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bafdb-2061-4b8a-a499-df67705b0f43 req-c4cf9721-e447-4878-b534-0b7978ab6997 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:09.367852 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0e1bafdb-2061-4b8a-a499-df67705b0f43 req-c4cf9721-e447-4878-b534-0b7978ab6997 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0829115 Jun 07 08:34:09.415638 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0e1bafdb-2061-4b8a-a499-df67705b0f43 req-ffe64edf-210c-441a-b941-5b4f288fe473 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417621 Jun 07 08:34:09.687630 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65696b0-e4dd-480a-9742-456fa79e85ad req-69233326-fbfd-405b-83ca-2d5faec0020b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:09.689290 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a65696b0-e4dd-480a-9742-456fa79e85ad req-69233326-fbfd-405b-83ca-2d5faec0020b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0868726 Jun 07 08:34:09.739211 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a65696b0-e4dd-480a-9742-456fa79e85ad req-f2f04328-ee09-4eb7-bb16-8c2806117b4b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422447 Jun 07 08:34:10.610966 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118caae-469d-48c8-beae-ed00e9b9615f req-ad5c1076-0392-426e-b41a-1e12f4601aa8 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:10.612898 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0118caae-469d-48c8-beae-ed00e9b9615f req-ad5c1076-0392-426e-b41a-1e12f4601aa8 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0868580 Jun 07 08:34:10.746803 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0118caae-469d-48c8-beae-ed00e9b9615f req-a8c88cd7-09c4-491e-9105-6bd7f3081587 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286490 Jun 07 08:34:10.924590 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927fcc7-ce6f-45fa-9d13-6911e410b943 req-c09f36c1-fb42-4cff-9e80-563953bbdbd6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:10.927613 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4927fcc7-ce6f-45fa-9d13-6911e410b943 req-c09f36c1-fb42-4cff-9e80-563953bbdbd6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0803955 Jun 07 08:34:10.977387 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4927fcc7-ce6f-45fa-9d13-6911e410b943 req-04b1c0fa-6756-4704-8ba2-1eb9d56516e0 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457268 Jun 07 08:34:11.947055 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f35ebb-8ed2-428f-9ca5-1bf3c7f6bddb req-de721386-71f3-491a-b219-2c3643ecd502 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:11.948524 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b9f35ebb-8ed2-428f-9ca5-1bf3c7f6bddb req-de721386-71f3-491a-b219-2c3643ecd502 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0817161 Jun 07 08:34:11.998454 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b9f35ebb-8ed2-428f-9ca5-1bf3c7f6bddb req-ccfd9c38-b19a-4fcf-80d6-c8ba661babef tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441597 Jun 07 08:34:12.171811 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee3a8c-1ba5-4e62-a730-d9e3e670c601 req-05ec583a-779a-408b-9007-72000e8f308f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:12.173195 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-61ee3a8c-1ba5-4e62-a730-d9e3e670c601 req-05ec583a-779a-408b-9007-72000e8f308f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0800960 Jun 07 08:34:12.217756 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-61ee3a8c-1ba5-4e62-a730-d9e3e670c601 req-32d9ae43-400e-40b6-a4c8-098d9e6d3b47 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379601 Jun 07 08:34:12.664998 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ccb8cf-081c-47a9-b437-37f72d4637de req-e1ef8004-5ec8-44ce-a360-4b676b096fdf tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:12.667205 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-43ccb8cf-081c-47a9-b437-37f72d4637de req-e1ef8004-5ec8-44ce-a360-4b676b096fdf tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0872991 Jun 07 08:34:12.712174 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-43ccb8cf-081c-47a9-b437-37f72d4637de req-47bd443f-dbbd-452e-8153-9c0d0c83a47d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399148 Jun 07 08:34:12.822329 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-533b9502-4381-4ec0-8cfa-e0310371a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:12.823842 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-533b9502-4381-4ec0-8cfa-e0310371a4a0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 1098 time: 0.0715723 Jun 07 08:34:12.957557 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-61b1be06-d5db-45f0-826a-560e34f220a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:12.959057 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-61b1be06-d5db-45f0-826a-560e34f220a8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 200 len: 912 time: 0.1289821 Jun 07 08:34:13.079451 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-e71474a2-9695-4439-93c8-772ddfc67640 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 HTTP/1.1" status: 200 len: 1001 time: 0.1088741 Jun 07 08:34:13.191161 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-d499bd1a-aa49-4ca3-9a3c-34eee1e4e349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:13.192836 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-d499bd1a-aa49-4ca3-9a3c-34eee1e4e349 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97ef570e-6783-4610-8dbb-35d5d50c620a HTTP/1.1" status: 200 len: 850 time: 0.1066961 Jun 07 08:34:13.276347 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2668a0-4020-447c-8860-ebb0b76a0c24 req-e0692683-ce6e-45fc-8b53-fd8b16c472e2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:13.277836 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dc2668a0-4020-447c-8860-ebb0b76a0c24 req-e0692683-ce6e-45fc-8b53-fd8b16c472e2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.1514127 Jun 07 08:34:13.317113 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-7073f134-0bba-4577-a0a0-401a92f19c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:13.318675 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-7073f134-0bba-4577-a0a0-401a92f19c64 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1106482 Jun 07 08:34:13.363474 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dc2668a0-4020-447c-8860-ebb0b76a0c24 req-7545343c-27c3-42c2-b193-c99e3a2a20eb tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789945 Jun 07 08:34:13.477193 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-fddf5f70-4c4d-4adc-8ce3-c39018376e1e service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493158 Jun 07 08:34:13.491843 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:34:13.624657 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-50af3857-8c80-430e-aebc-586742a3e2c5 req-4b6c8394-4410-4177-8adb-60b172fb7ebb service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341243 Jun 07 08:34:13.651669 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:34:13.668447 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'port_id': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'mac_address': 'fa:16:3e:23:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:34:13.741035 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:13.760348 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:34:13.779853 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:34:13.850302 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:13.853464 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-dc567d55-71e3-4bdb-bfc5-f88cc91eff85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:34:13.917742 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48deaf08-3422-48c9-b803-b36955a05beb req-19ab6479-eb33-4b4c-9c76-8eceb44d0c5b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:13.919428 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-48deaf08-3422-48c9-b803-b36955a05beb req-19ab6479-eb33-4b4c-9c76-8eceb44d0c5b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0847604 Jun 07 08:34:13.919915 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=6']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:34:13.923354 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:34:13.967657 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-48deaf08-3422-48c9-b803-b36955a05beb req-03d8f74e-179a-4538-85c0-18d14594dd05 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396934 Jun 07 08:34:14.047931 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['0a0f06da-7ff6-40ef-ad6a-5acce2d85761'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:34:14.636088 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409dcc1-9dd7-41c8-be0a-f692be0ffc37 req-48b21d64-cecf-4354-9fe3-04e9f193cee2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:14.638531 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9409dcc1-9dd7-41c8-be0a-f692be0ffc37 req-48b21d64-cecf-4354-9fe3-04e9f193cee2 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 945 time: 0.1367886 Jun 07 08:34:14.699329 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9409dcc1-9dd7-41c8-be0a-f692be0ffc37 req-0eafa69f-eb45-474f-93ef-4d3497b005e6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538132 Jun 07 08:34:15.194268 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4430-bd71-40a9-b3c3-94d559eb1d7f req-21b9de33-7fd5-4fb4-9290-65f0cbaa07db tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:15.197258 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fe4e4430-bd71-40a9-b3c3-94d559eb1d7f req-21b9de33-7fd5-4fb4-9290-65f0cbaa07db tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.1030614 Jun 07 08:34:15.257386 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fe4e4430-bd71-40a9-b3c3-94d559eb1d7f req-d29ddbd8-053d-4740-8c94-2e1a7f450e44 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540919 Jun 07 08:34:15.501014 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:34:15.579698 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:34:15.580088 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:15.715018 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:15.764334 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:34:15.765849 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:34:15.770492 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316a363e-64c8-4d77-b142-7f97c702060c" -d '{"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-plugged", "status": "completed", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:34:15.823994 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab990336-4ddd-4b05-b248-e39b06dd6869 x-openstack-request-id: req-ab990336-4ddd-4b05-b248-e39b06dd6869 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:34:15.824372 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-plugged", "status": "completed", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:34:15.824675 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab990336-4ddd-4b05-b248-e39b06dd6869 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:34:15.825076 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'code': 200} Jun 07 08:34:15.858086 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:15.859425 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-dc567d55-71e3-4bdb-bfc5-f88cc91eff85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:34:16.002836 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e552c32-c6ac-4253-8009-0239c20f5105 req-cba37b01-2486-4da2-b9d9-4db592cab51f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:16.011176 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4e552c32-c6ac-4253-8009-0239c20f5105 req-cba37b01-2486-4da2-b9d9-4db592cab51f tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.1702428 Jun 07 08:34:16.030583 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=7']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:34:16.034933 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:34:16.058572 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4e552c32-c6ac-4253-8009-0239c20f5105 req-4405bfe4-4558-4c4a-9404-3e9e3336e517 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461886 Jun 07 08:34:17.259181 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcb07a-b6f2-439e-b626-eff909eb58a6 req-e4c66913-1840-4c6c-8079-9f5acad6271e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:17.261201 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1cfcb07a-b6f2-439e-b626-eff909eb58a6 req-e4c66913-1840-4c6c-8079-9f5acad6271e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0837705 Jun 07 08:34:17.313861 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-1cfcb07a-b6f2-439e-b626-eff909eb58a6 req-a441973e-be45-4a17-af49-b31ea4504dd1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462513 Jun 07 08:34:18.532615 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa7252-db71-44e2-bb1f-24135b8cd5bf req-f64a3356-12b9-4d75-b15d-736c96e88e7c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:18.535897 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2aaa7252-db71-44e2-bb1f-24135b8cd5bf req-f64a3356-12b9-4d75-b15d-736c96e88e7c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.1013718 Jun 07 08:34:18.592803 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2aaa7252-db71-44e2-bb1f-24135b8cd5bf req-5638f379-e362-48cd-b6f8-175a9b2f68c4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Jun 07 08:34:19.807370 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da733b94-716a-4d99-9e3a-c259873bdde7 req-05c90f08-4605-4605-9a1b-e05d342c8d59 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:19.808954 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-da733b94-716a-4d99-9e3a-c259873bdde7 req-05c90f08-4605-4605-9a1b-e05d342c8d59 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0940862 Jun 07 08:34:19.858723 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-da733b94-716a-4d99-9e3a-c259873bdde7 req-6795bcc2-0423-40f6-8a0c-740ffb10aacc tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439916 Jun 07 08:34:21.073237 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288107c-deec-470f-9e6d-ed6b4f10b5ec req-831e52b5-b7ba-4e3f-bc39-0ce0f868810a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:21.074699 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6288107c-deec-470f-9e6d-ed6b4f10b5ec req-831e52b5-b7ba-4e3f-bc39-0ce0f868810a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0985336 Jun 07 08:34:21.132180 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6288107c-deec-470f-9e6d-ed6b4f10b5ec req-ddf640fb-8488-45d8-8bb4-b6a15fb19852 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503521 Jun 07 08:34:22.368912 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbd82e-2832-4dcd-86d5-66bcbda93114 req-4d398128-e59b-4dde-9285-3fb6161fb089 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:22.370427 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7ecbd82e-2832-4dcd-86d5-66bcbda93114 req-4d398128-e59b-4dde-9285-3fb6161fb089 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0950158 Jun 07 08:34:22.423132 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7ecbd82e-2832-4dcd-86d5-66bcbda93114 req-c9fe6525-da54-4e04-9aa7-f553b5c526af tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467184 Jun 07 08:34:22.995499 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-89222286-9a5f-46b8-9265-400c59577bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:23.652127 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa05c1a-fae0-442f-b5fa-f589ea2e2b7d req-a5226f31-eebb-4472-8d9a-e50ce466e396 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:23.653728 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-baa05c1a-fae0-442f-b5fa-f589ea2e2b7d req-a5226f31-eebb-4472-8d9a-e50ce466e396 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0950468 Jun 07 08:34:23.708048 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-baa05c1a-fae0-442f-b5fa-f589ea2e2b7d req-0460f0ea-9fcd-4680-b6ff-b12109d28631 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458908 Jun 07 08:34:24.909131 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ddf7f-648b-447f-8bcc-d25decfde5e3 req-d49d03e8-0086-4761-904d-76024b240fc7 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:24.910692 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ac9ddf7f-648b-447f-8bcc-d25decfde5e3 req-d49d03e8-0086-4761-904d-76024b240fc7 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0825641 Jun 07 08:34:24.963308 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ac9ddf7f-648b-447f-8bcc-d25decfde5e3 req-d4c4c411-4f8f-41ec-9e05-5dd65a98bf51 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450585 Jun 07 08:34:25.074501 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.110409 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 50640) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:34:25.171026 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0019c4c4-6e81-4c01-9c05-f7e2166d1ae4 admin admin] Deleting subnet 00b8207c-771d-4d91-ac1a-2ae2f6d7627d {{(pid=92137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:34:25.174161 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0019c4c4-6e81-4c01-9c05-f7e2166d1ae4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.223481 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0019c4c4-6e81-4c01-9c05-f7e2166d1ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811502'] for subnet, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.375810 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0019c4c4-6e81-4c01-9c05-f7e2166d1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.497987 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0019c4c4-6e81-4c01-9c05-f7e2166d1ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2255046'] for subnet, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.503473 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-82add824-f327-41d3-9c2d-e5c999b3ec5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:34:25.540434 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019c4c4-6e81-4c01-9c05-f7e2166d1ae4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b8207c-771d-4d91-ac1a-2ae2f6d7627d,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:34:25.543673 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-0019c4c4-6e81-4c01-9c05-f7e2166d1ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:34:25.544696 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0019c4c4-6e81-4c01-9c05-f7e2166d1ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.546524 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-0019c4c4-6e81-4c01-9c05-f7e2166d1ae4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/00b8207c-771d-4d91-ac1a-2ae2f6d7627d HTTP/1.1" status: 204 len: 168 time: 0.4350948 Jun 07 08:34:25.549284 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 50642) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:34:25.657772 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.731426 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2bbfa900-7352-4ed1-8ba1-0edaa6dc6e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.788469 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.836019 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.851099 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a65555-27e1-42af-8ddb-33d2d2ce4b0d']}} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:34:25.867586 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '607d072a-3b0e-4334-8acd-d2d4b447de0e') {'for_net_delete': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:34:25.868113 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '607d072a-3b0e-4334-8acd-d2d4b447de0e') {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:34:25.885696 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811479'] for segment, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.915552 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-801e1b52-14d3-4502-b2e1-d4ee442ea59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:25.916963 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-801e1b52-14d3-4502-b2e1-d4ee442ea59a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 1099 time: 0.2211652 Jun 07 08:34:25.917902 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.946197 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=92137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:34:25.946600 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810927'] for segment, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: Traceback (most recent call last): Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: timer() Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: cb(*args, **kw) Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: return func(*args, **kwargs) Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: self._notify() Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: self.callback(batched_events) Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: event.method(event) Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: return f(self, *a, **k) Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: return self._get(url).json() Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: return self.request(url, 'GET', **kwargs) Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:34:25.966578 dv-cinder-784956-6-smb neutron-server[92137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:34:26.181963 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:26.204297 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c98d2c16-750e-45e4-9492-9b2756170ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:34:26.222305 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:26.224141 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] 10.222.0.15 "DELETE /v2.0/networks/24a65555-27e1-42af-8ddb-33d2d2ce4b0d HTTP/1.1" status: 204 len: 168 time: 0.6735935 Jun 07 08:34:26.232329 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Pushing event deleted for resources: {'Network': ['ID=24a65555-27e1-42af-8ddb-33d2d2ce4b0d,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:34:26.234897 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-2f9def9a-cce2-43b7-8b43-11a695b9dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:26.236338 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-2f9def9a-cce2-43b7-8b43-11a695b9dce8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 918 time: 0.3123863 Jun 07 08:34:26.239109 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3a3f0ac5-ce1b-435d-a263-9bdfc58ee527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:34:26.348414 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0480c6-83ee-49b8-bd8f-4cc2a5a4d4aa req-b2950775-145f-426d-90f3-b2dfb28109e7 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:26.349937 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-be0480c6-83ee-49b8-bd8f-4cc2a5a4d4aa req-b2950775-145f-426d-90f3-b2dfb28109e7 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.2429926 Jun 07 08:34:26.380143 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-b6504456-4eee-4c3f-993d-88032e7f22d2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761 HTTP/1.1" status: 200 len: 1002 time: 0.1365871 Jun 07 08:34:26.443697 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-be0480c6-83ee-49b8-bd8f-4cc2a5a4d4aa req-8b80666c-c385-45db-8ffe-f1e60b0374ad tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878584 Jun 07 08:34:26.461467 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-d62d927f-9099-45f2-bc27-56b93cf7bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:26.462895 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-d62d927f-9099-45f2-bc27-56b93cf7bc9a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.0757537 Jun 07 08:34:26.547278 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-5db19a3e-1163-4ede-ada4-031332e647e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:26.548841 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-5db19a3e-1163-4ede-ada4-031332e647e2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0795093 Jun 07 08:34:26.598359 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50648) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:34:26.656084 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-38c29a56-0423-4716-9e7b-939690227af3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b9e9cd0d21914a8c96951f59b9e24f30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564780 Jun 07 08:34:26.658422 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50650) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:34:26.690264 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-8fd54194-efd7-4055-85b6-31ff098e8e6e service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338425 Jun 07 08:34:26.721193 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f914216f-a42e-4cbc-a1c0-a5c0fc296b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:26.746659 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f914216f-a42e-4cbc-a1c0-a5c0fc296b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:26.823693 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c48b286b-cebc-44f4-8cef-362b09b7de0b req-1639ca9b-ad33-463e-91ac-61d07b921992 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270399 Jun 07 08:34:26.868708 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f914216f-a42e-4cbc-a1c0-a5c0fc296b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:26.871150 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f914216f-a42e-4cbc-a1c0-a5c0fc296b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:26.872271 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f914216f-a42e-4cbc-a1c0-a5c0fc296b63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/807270de-efbd-4b05-87dc-2bc9a8f9ba02 HTTP/1.1" status: 204 len: 168 time: 0.2129230 Jun 07 08:34:26.873103 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-176ec5a1-f624-408e-b524-895b89a5e1e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:34:26.883625 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f914216f-a42e-4cbc-a1c0-a5c0fc296b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807270de-efbd-4b05-87dc-2bc9a8f9ba02,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:34:26.886647 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f914216f-a42e-4cbc-a1c0-a5c0fc296b63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:34:27.444727 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:27.633984 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4253e319-a0d2-49c8-9224-fcf9260e748e req-74bfbc67-4072-492e-8f22-83b9fc2109a5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:27.635447 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4253e319-a0d2-49c8-9224-fcf9260e748e req-74bfbc67-4072-492e-8f22-83b9fc2109a5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0801027 Jun 07 08:34:27.683970 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4253e319-a0d2-49c8-9224-fcf9260e748e req-d27f70f2-6816-40b7-8ee8-69b8a48cb5c4 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429251 Jun 07 08:34:28.889598 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065d844-27ff-4006-a580-fd0622458e7c req-efea1a6c-b195-4a46-b25c-e8e6281254d9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:28.891116 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7065d844-27ff-4006-a580-fd0622458e7c req-efea1a6c-b195-4a46-b25c-e8e6281254d9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 946 time: 0.0865734 Jun 07 08:34:28.938836 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7065d844-27ff-4006-a580-fd0622458e7c req-4271f1dc-ad0c-4d9e-91cd-2854cccb13a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411959 Jun 07 08:34:29.404178 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:29.610138 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:34:29.723552 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:29.779345 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:34:29.781600 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92499601-d1f4-462a-9604-7dfff83a78e8" -d '{"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-unplugged", "status": "completed", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:34:29.789672 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:34:29.852069 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:29.854138 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-4d0e3ba8-bf41-492e-ae29-1a56059c7f7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:34:29.929361 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=8']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:34:29.936960 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.937313 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.937654 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.937988 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.938316 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.939006 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.939824 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.940419 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.941155 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.941493 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.941834 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.942160 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:34:29.946844 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:34:30.021513 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 08:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccf11f9-4045-4c34-8cdd-7e51958a7551 x-openstack-request-id: req-fccf11f9-4045-4c34-8cdd-7e51958a7551 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:34:30.021865 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-unplugged", "status": "failed", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761", "code": 422}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:34:30.022198 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fccf11f9-4045-4c34-8cdd-7e51958a7551 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:34:30.022841 dv-cinder-784956-6-smb neutron-server[92139]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'code': 422} returned with failed status Jun 07 08:34:30.131614 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cda774-8771-40c3-a045-bb0fc439db2f req-b90cbf9f-a590-4348-9e78-02616c3115ba tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:30.132988 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-66cda774-8771-40c3-a045-bb0fc439db2f req-b90cbf9f-a590-4348-9e78-02616c3115ba tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0844598 Jun 07 08:34:30.269365 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-66cda774-8771-40c3-a045-bb0fc439db2f req-9ad482ff-f1a5-470c-8063-3016438a65d9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305516 Jun 07 08:34:32.249514 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:34:32.774623 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e22bb-100b-4059-8d12-27853ba0ce78 req-fefbdcc5-bfb1-4b03-8b35-18fe5fee549c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:32.776113 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f4e22bb-100b-4059-8d12-27853ba0ce78 req-fefbdcc5-bfb1-4b03-8b35-18fe5fee549c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0838077 Jun 07 08:34:32.825052 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0f4e22bb-100b-4059-8d12-27853ba0ce78 req-f439e310-2d4c-4d38-a93b-051509d36e7e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Jun 07 08:34:33.228016 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50706) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:34:33.342474 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-135f6548-88d2-4144-9115-3adbe69b742d req-b848d1de-8094-4749-bec4-381a2c1f2c33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132498 Jun 07 08:34:34.026427 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e58df-034a-4477-a743-6e3a7a6d6245 req-bdf9f004-058e-49cf-9c2c-f4cb0996eca1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:34.027906 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ee2e58df-034a-4477-a743-6e3a7a6d6245 req-bdf9f004-058e-49cf-9c2c-f4cb0996eca1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0824039 Jun 07 08:34:34.144879 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ee2e58df-034a-4477-a743-6e3a7a6d6245 req-df36f643-ed11-4683-84f2-d2549ff74fca tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110182 Jun 07 08:34:35.036210 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f6548-88d2-4144-9115-3adbe69b742d req-ddb811e0-e91a-4d6a-86bd-ea0e215310af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:35.037715 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135f6548-88d2-4144-9115-3adbe69b742d req-ddb811e0-e91a-4d6a-86bd-ea0e215310af service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c&tenant_id=43b1d038370e467bbfda84d7f5fc6d15 HTTP/1.1" status: 200 len: 1097 time: 0.0714858 Jun 07 08:34:35.139655 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f6548-88d2-4144-9115-3adbe69b742d req-df8f84cb-2e91-41f2-86ac-87debe7c658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:35.141034 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135f6548-88d2-4144-9115-3adbe69b742d req-df8f84cb-2e91-41f2-86ac-87debe7c658b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 1097 time: 0.0693119 Jun 07 08:34:35.321742 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f6548-88d2-4144-9115-3adbe69b742d req-0fb19df7-6f14-4179-b879-dcefe3168a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:35.323152 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135f6548-88d2-4144-9115-3adbe69b742d req-0fb19df7-6f14-4179-b879-dcefe3168a94 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 918 time: 0.1758161 Jun 07 08:34:35.441159 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135f6548-88d2-4144-9115-3adbe69b742d req-f89afa35-476b-4dd3-958e-8ca1825164b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761 HTTP/1.1" status: 200 len: 1000 time: 0.1097143 Jun 07 08:34:35.449028 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7d77b-b141-49e9-8e8e-b3ab3f3a5dcb req-9faa3b81-3b34-4d4d-9abe-850fbcf3365e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:35.450522 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-afe7d77b-b141-49e9-8e8e-b3ab3f3a5dcb req-9faa3b81-3b34-4d4d-9abe-850fbcf3365e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.1805217 Jun 07 08:34:35.543025 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-afe7d77b-b141-49e9-8e8e-b3ab3f3a5dcb req-dce9f051-8233-4835-b187-07cfc5e89465 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615096 Jun 07 08:34:35.544774 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f6548-88d2-4144-9115-3adbe69b742d req-0ca9cd9f-73dd-4a4b-adad-136873c1f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:35.546187 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135f6548-88d2-4144-9115-3adbe69b742d req-0ca9cd9f-73dd-4a4b-adad-136873c1f6a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.0946913 Jun 07 08:34:35.630052 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f6548-88d2-4144-9115-3adbe69b742d req-73940582-2a6f-4870-88f3-15981ade9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:35.631542 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135f6548-88d2-4144-9115-3adbe69b742d req-73940582-2a6f-4870-88f3-15981ade9ad4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773580 Jun 07 08:34:35.766861 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135f6548-88d2-4144-9115-3adbe69b742d req-87ba0f47-6d27-4fda-bfdf-8f70267c9dcd service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282151 Jun 07 08:34:35.900406 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135f6548-88d2-4144-9115-3adbe69b742d req-7be94161-38c7-40a9-9acc-a58e3bf52317 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243834 Jun 07 08:34:36.741522 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b7fa62-fa7f-453b-84fe-c8190697127d req-d1bd4251-69fb-4c37-a3bc-c8d5f5552f04 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:36.748541 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-65b7fa62-fa7f-453b-84fe-c8190697127d req-d1bd4251-69fb-4c37-a3bc-c8d5f5552f04 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0900109 Jun 07 08:34:36.792773 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-65b7fa62-fa7f-453b-84fe-c8190697127d req-92b6c041-faf8-41f6-8c90-ca185ba63cb1 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431185 Jun 07 08:34:37.999983 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b90dc-e8c1-4ed5-9caf-220cac96e0c5 req-3ac9c5fc-fd3f-4705-be13-1c501c99247d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:38.001548 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135b90dc-e8c1-4ed5-9caf-220cac96e0c5 req-3ac9c5fc-fd3f-4705-be13-1c501c99247d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0903275 Jun 07 08:34:38.050986 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-135b90dc-e8c1-4ed5-9caf-220cac96e0c5 req-e63aca94-15e4-42d1-b9fe-4be880af1b05 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Jun 07 08:34:39.255477 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc33c81-352d-4e73-851f-eaea2f0b447e req-605f16ac-adb8-45c6-a68e-827bcaaa272a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:39.256960 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ffc33c81-352d-4e73-851f-eaea2f0b447e req-605f16ac-adb8-45c6-a68e-827bcaaa272a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0881252 Jun 07 08:34:39.310951 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ffc33c81-352d-4e73-851f-eaea2f0b447e req-c40e84e0-d79b-4f91-9034-1821dc0fab49 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480571 Jun 07 08:34:40.512724 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d742d-4348-4313-82da-a047ce637946 req-329c23ab-9851-4b5f-8dc7-e37e04a5d696 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:40.514245 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e3d742d-4348-4313-82da-a047ce637946 req-329c23ab-9851-4b5f-8dc7-e37e04a5d696 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0883751 Jun 07 08:34:40.560897 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6e3d742d-4348-4313-82da-a047ce637946 req-e176a4dc-e631-4b54-93d5-d9f215a1dde8 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399001 Jun 07 08:34:41.798491 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78fd95-f24f-479a-9933-693de65fd0a4 req-30f8c6e1-602c-469a-b129-548c89bc2131 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:41.800136 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7c78fd95-f24f-479a-9933-693de65fd0a4 req-30f8c6e1-602c-469a-b129-548c89bc2131 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0955398 Jun 07 08:34:41.848096 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7c78fd95-f24f-479a-9933-693de65fd0a4 req-4ad8a765-5dd6-45f8-89c6-d21dcf45e117 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Jun 07 08:34:43.074183 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bbd2df-7b9a-434f-87ba-f1c562d25a65 req-0cf66569-9c68-41b8-bf0d-13e5872c700a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:43.075685 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-80bbd2df-7b9a-434f-87ba-f1c562d25a65 req-0cf66569-9c68-41b8-bf0d-13e5872c700a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0918517 Jun 07 08:34:43.126639 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-80bbd2df-7b9a-434f-87ba-f1c562d25a65 req-cbc5e343-13d8-4151-aa50-3135299a67fd tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453253 Jun 07 08:34:44.365525 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5386b-7f48-4d86-b31b-45b22cf96428 req-af89bccf-80dd-41bf-9941-d5a98dda9743 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:44.367932 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e8c5386b-7f48-4d86-b31b-45b22cf96428 req-af89bccf-80dd-41bf-9941-d5a98dda9743 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.1093197 Jun 07 08:34:44.417771 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e8c5386b-7f48-4d86-b31b-45b22cf96428 req-87fba3ec-5fef-494a-a759-58bd4e275b61 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Jun 07 08:34:45.638953 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a82c24-91da-4a9b-bfae-d0081a1d38bd req-6c527e8e-ee81-4847-ac1b-b53582f0a93c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:45.640527 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c4a82c24-91da-4a9b-bfae-d0081a1d38bd req-6c527e8e-ee81-4847-ac1b-b53582f0a93c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0986297 Jun 07 08:34:45.695767 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c4a82c24-91da-4a9b-bfae-d0081a1d38bd req-959165c3-28ec-420c-9e59-db8fe20f5064 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481887 Jun 07 08:34:46.894972 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7811556-8dc5-4672-8e75-9892ef34c9af req-04f6d93a-4408-45da-842a-78523dc121e0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:46.897494 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f7811556-8dc5-4672-8e75-9892ef34c9af req-04f6d93a-4408-45da-842a-78523dc121e0 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0903001 Jun 07 08:34:46.955548 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f7811556-8dc5-4672-8e75-9892ef34c9af req-40e614cc-b86a-40a5-a03c-ce58a2245654 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496004 Jun 07 08:34:48.149198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db063830-2305-4acb-9ad7-93b896fbbe23 req-50b1bbcb-2b3d-48bd-ab03-6bb5ee3eb9bd tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:48.150677 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-db063830-2305-4acb-9ad7-93b896fbbe23 req-50b1bbcb-2b3d-48bd-ab03-6bb5ee3eb9bd tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0849543 Jun 07 08:34:48.195283 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-db063830-2305-4acb-9ad7-93b896fbbe23 req-832e86bd-cbd0-4136-8232-ac202963e081 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390327 Jun 07 08:34:49.387474 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa377880-0cf6-4e1d-a3f3-bf9eacfe5d96 req-b1df1729-c9b8-4210-9806-953eb1544b7a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:49.388941 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-aa377880-0cf6-4e1d-a3f3-bf9eacfe5d96 req-b1df1729-c9b8-4210-9806-953eb1544b7a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 944 time: 0.0814281 Jun 07 08:34:49.433318 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-aa377880-0cf6-4e1d-a3f3-bf9eacfe5d96 req-60b74875-715e-46bf-90d4-b8abb8886561 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387740 Jun 07 08:34:49.691660 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:34:49.828584 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:34:49.841846 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'port_id': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'mac_address': 'fa:16:3e:23:2b:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 716, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:34:49.899080 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:49.915216 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:34:49.930532 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:34:49.993974 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:49.996595 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:34:50.060671 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=9']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:34:50.063739 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:34:50.306173 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['0a0f06da-7ff6-40ef-ad6a-5acce2d85761'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:34:50.632897 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0f4c4-23f3-449a-9051-830175c7ef10 req-6a81b265-9317-47fa-835d-a7e1a05b93e7 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:50.635221 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d0f0f4c4-23f3-449a-9051-830175c7ef10 req-6a81b265-9317-47fa-835d-a7e1a05b93e7 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 945 time: 0.0927227 Jun 07 08:34:50.686520 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d0f0f4c4-23f3-449a-9051-830175c7ef10 req-13fd5dac-be8a-471e-999d-7363f33deeb5 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452924 Jun 07 08:34:51.699606 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:34:51.777195 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:34:51.777583 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:51.907771 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:51.938957 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:34:51.941333 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271ba4af-c33a-46e0-bcd1-10decd7da19e" -d '{"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-plugged", "status": "completed", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:34:51.950207 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:34:51.992623 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01a79a8-8f4d-4a5a-b2eb-21b6e9cec860 x-openstack-request-id: req-b01a79a8-8f4d-4a5a-b2eb-21b6e9cec860 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:34:52.001654 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-plugged", "status": "completed", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:34:52.001654 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b01a79a8-8f4d-4a5a-b2eb-21b6e9cec860 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:34:52.001654 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'code': 200} Jun 07 08:34:52.021294 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:52.024133 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:34:52.102710 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=10']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:34:52.106109 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:34:52.157188 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0685269-a722-45d0-83f7-6987aae122cb req-14844816-2b13-4a7a-9c15-0cfa91ada2ae tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:52.158679 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0685269-a722-45d0-83f7-6987aae122cb req-14844816-2b13-4a7a-9c15-0cfa91ada2ae tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 945 time: 0.1926844 Jun 07 08:34:52.213669 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0685269-a722-45d0-83f7-6987aae122cb req-b0023a88-cbbb-4e38-8cdc-89ddb4324f8c tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451264 Jun 07 08:34:52.454937 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22ec99-7baa-449e-889c-3a7fad36a6f1 req-d0a4fd09-ae3c-43f3-83a5-a9681d3c446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:52.456521 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc22ec99-7baa-449e-889c-3a7fad36a6f1 req-d0a4fd09-ae3c-43f3-83a5-a9681d3c446c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 1100 time: 0.0765567 Jun 07 08:34:52.504692 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc22ec99-7baa-449e-889c-3a7fad36a6f1 req-60f8d085-0a18-4769-aee1-57df71d2356b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Jun 07 08:34:52.654734 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365718f-57db-4cf4-ba1e-6864857e4a00 req-78330db2-a085-4e08-b40a-a3a8987b9267 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:52.656286 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6365718f-57db-4cf4-ba1e-6864857e4a00 req-78330db2-a085-4e08-b40a-a3a8987b9267 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0839708 Jun 07 08:34:52.712754 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6365718f-57db-4cf4-ba1e-6864857e4a00 req-35fb2ec1-6cd7-4b9f-84ab-dc16a14bfd57 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498340 Jun 07 08:34:52.999234 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-3cb3c9fa-7be7-4ee6-b810-bfda00fa15b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:53.416496 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b41a5-1f4e-4069-b909-35d84e53a11f req-dbb49a30-4ed6-4f2d-9551-2f9d411c18a6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:53.418052 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c30b41a5-1f4e-4069-b909-35d84e53a11f req-dbb49a30-4ed6-4f2d-9551-2f9d411c18a6 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 947 time: 0.0900109 Jun 07 08:34:53.465159 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c30b41a5-1f4e-4069-b909-35d84e53a11f req-c587b2f9-26b3-419c-a956-a7864df9f75e tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411720 Jun 07 08:34:53.915239 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef78e1-05f3-4dbd-bf6d-d4300e7c7102 req-16b936c3-01e3-41fe-8c5a-49c5bc3b9e87 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:53.920725 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-02ef78e1-05f3-4dbd-bf6d-d4300e7c7102 req-16b936c3-01e3-41fe-8c5a-49c5bc3b9e87 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0899646 Jun 07 08:34:53.962508 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-02ef78e1-05f3-4dbd-bf6d-d4300e7c7102 req-6938fcd1-4843-4e1e-abae-f37a04188286 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397832 Jun 07 08:34:54.667406 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0e9de-ef83-4270-a235-c59066aecfa6 req-f1f6d9e3-8a53-4bfb-b318-c10150285d48 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:54.669195 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-31e0e9de-ef83-4270-a235-c59066aecfa6 req-f1f6d9e3-8a53-4bfb-b318-c10150285d48 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 947 time: 0.0868828 Jun 07 08:34:54.716434 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-31e0e9de-ef83-4270-a235-c59066aecfa6 req-aba6611d-aba4-41ab-8ffd-54ccb8543605 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Jun 07 08:34:55.119381 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:55.155497 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd13208-01dd-41d5-a29a-0fbe5592f980 req-659f3141-c965-4844-bbc8-e4553372bb3e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:55.157202 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bfd13208-01dd-41d5-a29a-0fbe5592f980 req-659f3141-c965-4844-bbc8-e4553372bb3e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0840592 Jun 07 08:34:55.205189 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bfd13208-01dd-41d5-a29a-0fbe5592f980 req-00769b25-cb7c-4ece-bc76-35b58fc8aa60 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421216 Jun 07 08:34:55.727922 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-cd3f944d-f387-4028-80a9-19cf513fa57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:55.792437 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:55.910505 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc608f7-ae7f-40c3-8662-ee6152fac9cd req-bcf5014f-d967-413a-838f-617d2a4bf126 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:55.912654 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7dc608f7-ae7f-40c3-8662-ee6152fac9cd req-bcf5014f-d967-413a-838f-617d2a4bf126 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 947 time: 0.0832572 Jun 07 08:34:55.957134 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7dc608f7-ae7f-40c3-8662-ee6152fac9cd req-c9c465f5-eabf-4a55-80ac-f696df1c9b2d tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388172 Jun 07 08:34:56.393551 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce993c-7b3f-47cd-813c-8cc7201d9efd req-aacaffe3-8154-4ff1-8303-364bf912d0f0 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:56.394978 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-81ce993c-7b3f-47cd-813c-8cc7201d9efd req-aacaffe3-8154-4ff1-8303-364bf912d0f0 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0826902 Jun 07 08:34:56.439208 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-81ce993c-7b3f-47cd-813c-8cc7201d9efd req-e8945f70-3262-4342-8b39-da25a56cb15a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379248 Jun 07 08:34:57.496486 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:57.622314 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60053886-96f0-40cc-8625-5bcdd31b033c req-a74e55d7-f373-4693-9804-4c7ec1d4b84a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:57.623775 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-60053886-96f0-40cc-8625-5bcdd31b033c req-a74e55d7-f373-4693-9804-4c7ec1d4b84a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0795515 Jun 07 08:34:57.675695 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-60053886-96f0-40cc-8625-5bcdd31b033c req-9d3a1ec1-9e44-47f1-b795-aad3178cc52d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462914 Jun 07 08:34:58.856634 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51d4b4-b9d4-4719-86bf-cb9c34372bbc req-061c2b5c-6d11-4a12-b558-2451e30317c8 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:58.858074 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6d51d4b4-b9d4-4719-86bf-cb9c34372bbc req-061c2b5c-6d11-4a12-b558-2451e30317c8 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0788369 Jun 07 08:34:58.901442 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6d51d4b4-b9d4-4719-86bf-cb9c34372bbc req-e3e326a3-25aa-4a8d-8ae4-62e407792d02 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379832 Jun 07 08:34:59.151502 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-be988438-c374-47e5-a67e-9f243beeb922 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723679 Jun 07 08:34:59.252992 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-2f9fe439-c83e-4d98-b076-f03fb3489c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:59.254414 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-2f9fe439-c83e-4d98-b076-f03fb3489c08 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 1100 time: 0.0679057 Jun 07 08:34:59.382474 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:34:59.406019 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-e00fbbe6-e94f-4ddd-b89f-c328c6c3ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:59.407386 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-e00fbbe6-e94f-4ddd-b89f-c328c6c3ea5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 200 len: 918 time: 0.1336219 Jun 07 08:34:59.512468 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-20b76ea8-8050-46ce-abaa-5c090021008a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761 HTTP/1.1" status: 200 len: 1002 time: 0.0968604 Jun 07 08:34:59.589769 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-a782c527-77b7-4643-b79c-af4c62b890fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:59.591160 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-a782c527-77b7-4643-b79c-af4c62b890fd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 200 len: 856 time: 0.0592790 Jun 07 08:34:59.665421 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-57a7f7aa-90eb-442f-830c-9d24a73be83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:34:59.666777 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-57a7f7aa-90eb-442f-830c-9d24a73be83e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d77d1f42-e74e-493b-af79-837b3cd7a847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687766 Jun 07 08:34:59.797606 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-8fda09c1-d0f3-43d4-8b2a-ebfcd5e34634 service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236663 Jun 07 08:34:59.935481 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-24fcbb56-c708-4abf-9071-162484cdfa33 req-374fa05c-aa45-42a0-8dc7-8af0a9d5622c service neutron] 10.222.0.50 "GET /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247466 Jun 07 08:35:00.086514 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ed19c-ca76-47de-a444-712d979752fe req-5e064c23-5c4b-4c06-a33c-72d682e9acf6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:00.087951 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c31ed19c-ca76-47de-a444-712d979752fe req-5e064c23-5c4b-4c06-a33c-72d682e9acf6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0816998 Jun 07 08:35:00.132007 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c31ed19c-ca76-47de-a444-712d979752fe req-7f954710-c509-47e8-92b1-2f35857e067d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383775 Jun 07 08:35:01.315177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b380f3c-7a19-4a01-a76c-53bc31bd9698 req-05ba6c7a-c851-47bf-92ef-c632d73782ca tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:01.316638 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2b380f3c-7a19-4a01-a76c-53bc31bd9698 req-05ba6c7a-c851-47bf-92ef-c632d73782ca tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0791891 Jun 07 08:35:01.365267 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2b380f3c-7a19-4a01-a76c-53bc31bd9698 req-c3691aa4-1bae-4be4-8787-bd6a88af9613 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420487 Jun 07 08:35:02.553203 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932d81d-0e27-46d9-bc2a-c37deb751c64 req-ff644f16-f1e0-496c-b657-b790e74e6979 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:02.554719 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7932d81d-0e27-46d9-bc2a-c37deb751c64 req-ff644f16-f1e0-496c-b657-b790e74e6979 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0843799 Jun 07 08:35:02.598956 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7932d81d-0e27-46d9-bc2a-c37deb751c64 req-6321f269-8786-4575-bc25-1137dc4ab7a5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384538 Jun 07 08:35:03.782008 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f8166-c706-4312-89fa-3f2138fb7a5b req-a19d3f12-dae6-4634-a863-9e1de53884ca tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:03.783434 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-274f8166-c706-4312-89fa-3f2138fb7a5b req-a19d3f12-dae6-4634-a863-9e1de53884ca tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0803437 Jun 07 08:35:03.827174 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-274f8166-c706-4312-89fa-3f2138fb7a5b req-41e29c0e-7142-4b38-9af6-336a2d0fae76 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370603 Jun 07 08:35:04.405614 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e7ef3-ab99-40c2-bb8f-b6034d06e2d1 req-75548be1-b65e-4ace-a170-d001f53746ac tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:04.407061 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d90e7ef3-ab99-40c2-bb8f-b6034d06e2d1 req-75548be1-b65e-4ace-a170-d001f53746ac tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.2361522 Jun 07 08:35:04.413164 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-508d931c-e250-4506-a136-cc874a75b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:04.414533 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-508d931c-e250-4506-a136-cc874a75b819 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 1098 time: 0.0948312 Jun 07 08:35:04.533891 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d90e7ef3-ab99-40c2-bb8f-b6034d06e2d1 req-62ec1112-faab-4004-a466-b89b5dbcf65d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184208 Jun 07 08:35:04.574811 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-e6a5f25d-1435-46c6-af73-15400868a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:04.576247 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-e6a5f25d-1435-46c6-af73-15400868a3d4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 200 len: 912 time: 0.1475778 Jun 07 08:35:04.680448 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-5cefde00-b14c-4641-b1eb-a464f3f16d79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 HTTP/1.1" status: 200 len: 1001 time: 0.0983772 Jun 07 08:35:04.746798 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-460f11aa-0d1f-4eb8-bd67-34f6caad51e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:04.748200 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-460f11aa-0d1f-4eb8-bd67-34f6caad51e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97ef570e-6783-4610-8dbb-35d5d50c620a HTTP/1.1" status: 200 len: 850 time: 0.0611520 Jun 07 08:35:04.823608 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-189ad579-9c14-4186-a871-ce042e85fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:04.825002 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-189ad579-9c14-4186-a871-ce042e85fb74 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704000 Jun 07 08:35:04.953542 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-22dfd1d0-af53-4022-ab9e-42a3cca3dec6 service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213379 Jun 07 08:35:05.082169 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2c9946a4-4686-48bb-956c-c5ed67ee758b req-8761a0d4-8854-4dee-8601-7507370d09b1 service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213770 Jun 07 08:35:05.719437 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82e12b-8724-4cfc-8598-f2c722707598 req-f56dcc1a-1346-4ae6-bff7-8a49c6e4a38b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:05.720895 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5f82e12b-8724-4cfc-8598-f2c722707598 req-f56dcc1a-1346-4ae6-bff7-8a49c6e4a38b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0829096 Jun 07 08:35:05.764781 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5f82e12b-8724-4cfc-8598-f2c722707598 req-7fbf714b-7491-4e39-849d-2351f879ad52 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380945 Jun 07 08:35:06.950701 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98cc54-58ae-48e3-b28d-f4a32d728414 req-8b4dfbd4-d5ee-4091-a26e-668b21d28551 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:06.952157 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc98cc54-58ae-48e3-b28d-f4a32d728414 req-8b4dfbd4-d5ee-4091-a26e-668b21d28551 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0802693 Jun 07 08:35:07.000527 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bc98cc54-58ae-48e3-b28d-f4a32d728414 req-689a5d0c-9e7a-4524-aea3-fd8bce796dde tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Jun 07 08:35:09.248838 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:35:23.027587 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-f0b4f377-cca3-4cac-aac6-9a94d56b38db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:25.090477 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:25.707619 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-457b0c65-409e-47dc-873a-047bfb17f113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:25.776221 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:27.450721 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:29.385147 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa1aae-2680-4e11-bbc2-4db3ef7e41c1 req-bf1a8688-9c68-4eb8-9df0-18555ee478ba tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:29.386636 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6aa1aae-2680-4e11-bbc2-4db3ef7e41c1 req-bf1a8688-9c68-4eb8-9df0-18555ee478ba tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 947 time: 0.0786214 Jun 07 08:35:29.387665 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:29.431961 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6aa1aae-2680-4e11-bbc2-4db3ef7e41c1 req-836a0105-bd42-4526-9c06-68d22d55d1dd tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396988 Jun 07 08:35:30.625737 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadca8a2-d418-4e24-8b6f-fbadfe77e762 req-7a5f554d-2595-4c82-8e32-15a3d3a1049a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:30.627177 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-eadca8a2-d418-4e24-8b6f-fbadfe77e762 req-7a5f554d-2595-4c82-8e32-15a3d3a1049a tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 947 time: 0.0839310 Jun 07 08:35:30.672520 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-eadca8a2-d418-4e24-8b6f-fbadfe77e762 req-4c86c737-7a73-4c9d-959f-fe37f1d26878 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups?id=d26db202-26aa-4e41-b3ba-8cbb7301c9bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393519 Jun 07 08:35:30.931988 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-047610ff-3e79-465e-a78b-af517b8865ac tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:30.933421 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-047610ff-3e79-465e-a78b-af517b8865ac tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 947 time: 0.0813277 Jun 07 08:35:31.099690 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Deleting port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:35:31.099690 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:31.201757 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] For port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:35:31.202028 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:31.578949 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:31.579320 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:31.579635 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Floating IP a929a49d-866a-45eb-ab7b-b35555198d65 disassociated. External IP: 172.28.1.211, port: 0a0f06da-7ff6-40ef-ad6a-5acce2d85761. Jun 07 08:35:31.579973 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Calling delete_port for 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:35:31.759302 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:31.766578 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1842be23-a537-4689-aec5-76b0406ccb93 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:31.844125 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event deleted for resources: {'Port': ['ID=0a0f06da-7ff6-40ef-ad6a-5acce2d85761,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:31.865083 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.870191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:31.872684 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:31.875395 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-98981234-e03b-409c-a092-882646326f9a req-d13bef03-1e68-4480-95bf-cd5d64426508 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 210 time: 0.0690329 Jun 07 08:35:32.055835 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Router d94e44f4-eb88-42b2-87f8-7099c3b1c878 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:35:32.234590 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:35:32.245126 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] Sync routers for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:35:32.255348 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:35:32.256321 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:35:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:32.313624 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] No DVR routers for this DVR port 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:35:32.316253 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:32.318221 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ff65ffb7-25a5-4526-b233-7db19e05170b req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.50 "DELETE /v2.0/ports/0a0f06da-7ff6-40ef-ad6a-5acce2d85761 HTTP/1.1" status: 204 len: 173 time: 1.3768923 Jun 07 08:35:32.318754 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-deleted', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:35:32.321760 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a67bf83-2b73-4e90-b374-c610ee288a7f" -d '{"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-deleted", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:35:32.425678 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a9d609-bc80-4b58-9efe-3895d76d002b x-openstack-request-id: req-55a9d609-bc80-4b58-9efe-3895d76d002b {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:35:32.425840 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d24df3e1-69d9-4343-978d-dd461700ca5c", "name": "network-vif-deleted", "tag": "0a0f06da-7ff6-40ef-ad6a-5acce2d85761", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:35:32.426131 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55a9d609-bc80-4b58-9efe-3895d76d002b {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:35:32.426551 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd24df3e1-69d9-4343-978d-dd461700ca5c', 'name': 'network-vif-deleted', 'tag': '0a0f06da-7ff6-40ef-ad6a-5acce2d85761', 'status': 'completed', 'code': 200} Jun 07 08:35:32.445385 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:35:32.755881 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:32.760179 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] Checking router: d94e44f4-eb88-42b2-87f8-7099c3b1c878 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:35:32.768382 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:35:32.769049 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:35:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:32.970655 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:35:33.051725 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4c0745fe-5106-4b0e-8217-311a37cf4a48 req-0913e5c8-5cd9-46b8-a721-567cc2d1ecd9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/ports?device_id=d24df3e1-69d9-4343-978d-dd461700ca5c HTTP/1.1" status: 200 len: 210 time: 0.0471959 Jun 07 08:35:33.286378 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:33.290588 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c928da-ff4b-4e74-8e05-d36a281ed898 None None] The sync data for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb is: [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'cdd825ab-a511-4c5c-ba47-dec2e12a7873', 'name': '', 'network_id': 'd77d1f42-e74e-493b-af79-837b3cd7a847', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'mac_address': 'fa:16:3e:1d:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:29:00Z', 'updated_at': '2021-06-07T08:29:11Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'subnets': [{'id': '3ca8badd-d4a8-4a22-8fa7-791a8fb38a76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:35:33.516673 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e12e1f9-369a-498c-bb45-71e51b1d31cc None None] New status for floating IP a929a49d-866a-45eb-ab7b-b35555198d65: DOWN {{(pid=92140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:35:33.898802 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:35:33.933909 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:35:33.934265 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 0a0f06da-7ff6-40ef-ad6a-5acce2d85761 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:35:34.233865 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 50898) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:34.297333 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-253b0541-e952-4896-a482-8d7ca73e78c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:34.325033 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-253b0541-e952-4896-a482-8d7ca73e78c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:34.445161 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-253b0541-e952-4896-a482-8d7ca73e78c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:34.447672 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-253b0541-e952-4896-a482-8d7ca73e78c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:34.448877 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-253b0541-e952-4896-a482-8d7ca73e78c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "DELETE /v2.0/security-groups/d26db202-26aa-4e41-b3ba-8cbb7301c9bb HTTP/1.1" status: 204 len: 168 time: 0.2139943 Jun 07 08:35:34.449625 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-13c39b87-9cbc-4464-b20a-642c5fcbe010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:34.451686 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50900) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:34.460674 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b0541-e952-4896-a482-8d7ca73e78c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26db202-26aa-4e41-b3ba-8cbb7301c9bb,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:34.463233 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-253b0541-e952-4896-a482-8d7ca73e78c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:34.467150 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.api.v2.resource [None req-7100b29c-ee4d-4463-ba78-53bf9a8525bc tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] show failed (client error): The resource could not be found. Jun 07 08:35:34.468131 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-7100b29c-ee4d-4463-ba78-53bf9a8525bc tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "GET /v2.0/security-groups/d26db202-26aa-4e41-b3ba-8cbb7301c9bb HTTP/1.1" status: 404 len: 347 time: 0.0154724 Jun 07 08:35:34.470979 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50902) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:34.681177 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Deleting port 9437f56b-714c-49b0-a704-17ccb0a6806f {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:35:34.681514 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:34.866392 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:34.866719 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:34.984900 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Calling delete_port for 9437f56b-714c-49b0-a704-17ccb0a6806f owned by network:floatingip {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:35:35.216091 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:35.219936 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:35.261904 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Pushing event deleted for resources: {'Port': ['ID=9437f56b-714c-49b0-a704-17ccb0a6806f,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:35.299346 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.299718 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.300084 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.300444 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.300829 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.301185 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.301536 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.301892 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.302241 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.302596 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.302934 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.303279 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:35.310340 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:35.365411 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks [] for floatingip, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:35.367896 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:35.369044 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-3294e62a-00a0-47b1-b317-80460d2d1a14 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] 10.222.0.15 "DELETE /v2.0/floatingips/a929a49d-866a-45eb-ab7b-b35555198d65 HTTP/1.1" status: 204 len: 168 time: 0.8972030 Jun 07 08:35:38.383480 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50924) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:38.971637 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719b661-c986-46c7-922d-89d0108d3f3c req-8d048250-6156-450d-8b84-f9d2b3e4ea58 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:38.973132 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e719b661-c986-46c7-922d-89d0108d3f3c req-8d048250-6156-450d-8b84-f9d2b3e4ea58 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0884147 Jun 07 08:35:39.019692 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e719b661-c986-46c7-922d-89d0108d3f3c req-a82c8695-415e-49ca-bbe7-a6e619969bd1 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406191 Jun 07 08:35:39.023821 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4040404'] for router_interface, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:39.503961 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Deleting port cdd825ab-a511-4c5c-ba47-dec2e12a7873 {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:35:39.504652 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:39.623685 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] For port cdd825ab-a511-4c5c-ba47-dec2e12a7873, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=cdd825ab-a511-4c5c-ba47-dec2e12a7873,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:35:39.624042 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:39.751971 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Calling delete_port for cdd825ab-a511-4c5c-ba47-dec2e12a7873 owned by network:router_interface {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:35:40.119305 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:40.124541 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e59524be-8ca8-4852-9279-557f717e83a3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:40.170987 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd825ab-a511-4c5c-ba47-dec2e12a7873,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:40.198609 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:40.210934 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee83f1b-9bff-4393-aa7c-0535cff2880f req-da2e1b18-2de8-46fd-a516-4303979ab533 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:40.215141 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0ee83f1b-9bff-4393-aa7c-0535cff2880f req-da2e1b18-2de8-46fd-a516-4303979ab533 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0840647 Jun 07 08:35:40.263406 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0ee83f1b-9bff-4393-aa7c-0535cff2880f req-69c9158f-0595-4661-be13-0f92f47ee745 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439324 Jun 07 08:35:40.446896 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4123818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4039322'] for router_interface, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:40.490359 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d867129-86ba-42e4-a1c7-649788782cd6 req-b33b01e8-f750-4c46-9df9-ee43f73dc919 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:40.491847 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6d867129-86ba-42e4-a1c7-649788782cd6 req-b33b01e8-f750-4c46-9df9-ee43f73dc919 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0829911 Jun 07 08:35:40.536519 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6d867129-86ba-42e4-a1c7-649788782cd6 req-0667eb97-d4ee-44a1-9768-204d77286953 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389948 Jun 07 08:35:40.894516 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Router d94e44f4-eb88-42b2-87f8-7099c3b1c878 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:35:41.073155 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:35:41.078392 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-a7eb4706-5de3-49f7-8853-976a1200dc63 admin admin] 10.222.0.15 "PUT /v2.0/routers/d94e44f4-eb88-42b2-87f8-7099c3b1c878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6938980 Jun 07 08:35:41.080831 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50942) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:41.083500 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] Sync routers for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:35:41.093138 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:35:41.093750 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:35:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:41.256393 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks [] for router, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:41.267351 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:35:41.493047 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:41.516663 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbc19e-1f01-47bc-8087-aa7e099d8f48 req-c496fd70-826e-4347-a125-9b09516aafd3 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:41.518028 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-46fbc19e-1f01-47bc-8087-aa7e099d8f48 req-c496fd70-826e-4347-a125-9b09516aafd3 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.1165915 Jun 07 08:35:41.549662 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118'}], 'enable_snat': True}, 'gw_port_id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:35:39Z', 'revision_number': 5, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port': {'id': '8120aad2-2a1e-4676-84bf-99d1ed27d54e', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:12:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:28:53Z', 'updated_at': '2021-06-07T08:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:41.553579 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] Checking router: d94e44f4-eb88-42b2-87f8-7099c3b1c878 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:35:41.562136 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] Routers {'d94e44f4-eb88-42b2-87f8-7099c3b1c878'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:35:41.562771 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:35:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:41.600397 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-46fbc19e-1f01-47bc-8087-aa7e099d8f48 req-23043741-d44b-4f0d-b07e-cc0b7223cd46 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754862 Jun 07 08:35:41.621081 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Deleting port 8120aad2-2a1e-4676-84bf-99d1ed27d54e {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:35:41.621420 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:41.724001 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f30e53-d673-43ed-8379-1e774f0343fc req-ca56e5ec-9275-4b92-b895-42b0469d1f91 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:41.726306 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f3f30e53-d673-43ed-8379-1e774f0343fc req-ca56e5ec-9275-4b92-b895-42b0469d1f91 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0815873 Jun 07 08:35:41.728662 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] Set router d94e44f4-eb88-42b2-87f8-7099c3b1c878 gateway port host: None {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:35:41.746792 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] For port 8120aad2-2a1e-4676-84bf-99d1ed27d54e, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=8120aad2-2a1e-4676-84bf-99d1ed27d54e,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:35:41.749363 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:41.780222 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f3f30e53-d673-43ed-8379-1e774f0343fc req-4a2e796f-4ecd-421a-aa36-eeaa75d9954e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426168 Jun 07 08:35:41.836725 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:35:41Z', 'revision_number': 6, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port_host': None}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:41.840645 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8b4912-29ea-4e06-bfa3-d4b22ccb1f11 None None] The sync data for ids ['d94e44f4-eb88-42b2-87f8-7099c3b1c878'] in dv-cinder-784956-6-smb is: [{'id': 'd94e44f4-eb88-42b2-87f8-7099c3b1c878', 'name': 'tempest-AttachVolumeShelveTestJSON-1859044709-router', 'tenant_id': '43b1d038370e467bbfda84d7f5fc6d15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:28:50Z', 'updated_at': '2021-06-07T08:35:41Z', 'revision_number': 6, 'project_id': '43b1d038370e467bbfda84d7f5fc6d15', 'gw_port_host': None}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:35:41.876146 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Calling delete_port for 8120aad2-2a1e-4676-84bf-99d1ed27d54e owned by network:router_gateway {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:35:42.061645 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:42.065372 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-2c553ebd-e9c1-466e-a2b3-898814fc648d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:42.107042 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Pushing event deleted for resources: {'Port': ['ID=8120aad2-2a1e-4676-84bf-99d1ed27d54e,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:42.110468 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:42.201627 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768388'] for router_gateway, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:42.463342 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7958'] for router, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:42.465443 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:42.575136 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4a30c-b118-428f-842b-d75d467de64f req-612dbab4-cc04-49d6-9717-14f000b9002a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:42.576419 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d4b4a30c-b118-428f-842b-d75d467de64f req-612dbab4-cc04-49d6-9717-14f000b9002a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.0878885 Jun 07 08:35:42.620745 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4051183'] for router, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:42.621280 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router d94e44f4-eb88-42b2-87f8-7099c3b1c878 {{(pid=92138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:35:42.626341 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Notify callbacks [] for router, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:42.627492 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] 10.222.0.15 "DELETE /v2.0/routers/d94e44f4-eb88-42b2-87f8-7099c3b1c878 HTTP/1.1" status: 204 len: 168 time: 1.5457625 Jun 07 08:35:42.629854 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50950) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:42.694576 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bea4692-2fd0-4257-9e18-d7d070990d1d admin admin] Deleting subnet 3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 {{(pid=92138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:35:42.697951 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1bea4692-2fd0-4257-9e18-d7d070990d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:42.730454 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Deleting port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:35:42.731009 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:42.799200 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1bea4692-2fd0-4257-9e18-d7d070990d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3506894'] for subnet, precommit_delete_associations {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:42.922434 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aabec-f7e6-4a21-843a-2a376d8d7ee5 req-33ccd7ef-eba1-44a0-a71f-ee6b11a5eb12 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:42.923981 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-760aabec-f7e6-4a21-843a-2a376d8d7ee5 req-33ccd7ef-eba1-44a0-a71f-ee6b11a5eb12 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.1916578 Jun 07 08:35:42.979019 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1bea4692-2fd0-4257-9e18-d7d070990d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.001883 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device cdd825ab-a511-4c5c-ba47-dec2e12a7873 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:35:43.015050 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-760aabec-f7e6-4a21-843a-2a376d8d7ee5 req-83f701b2-e529-43ea-bd82-e81cfbd0c01a tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838683 Jun 07 08:35:43.035379 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] For port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:35:43.042649 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.046640 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: cdd825ab-a511-4c5c-ba47-dec2e12a7873 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:35:43.047187 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device cdd825ab-a511-4c5c-ba47-dec2e12a7873 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:35:43.047611 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 8120aad2-2a1e-4676-84bf-99d1ed27d54e no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:35:43.081208 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 8120aad2-2a1e-4676-84bf-99d1ed27d54e {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:35:43.081563 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 8120aad2-2a1e-4676-84bf-99d1ed27d54e not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:35:43.129653 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1bea4692-2fd0-4257-9e18-d7d070990d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2161693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398406'] for subnet, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.135545 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cbf5bbbe-1b7c-46e3-b69a-c96aed1fbc7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:43.154490 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dae41b-a3fd-4b9b-9dd8-4444a5f5a118 req-9772d2dd-05bf-403c-b8e5-f2e4cd027c3f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:43.155951 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c8dae41b-a3fd-4b9b-9dd8-4444a5f5a118 req-9772d2dd-05bf-403c-b8e5-f2e4cd027c3f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 945 time: 0.2020655 Jun 07 08:35:43.173116 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bea4692-2fd0-4257-9e18-d7d070990d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca8badd-d4a8-4a22-8fa7-791a8fb38a76,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:43.174971 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1bea4692-2fd0-4257-9e18-d7d070990d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.180739 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-1bea4692-2fd0-4257-9e18-d7d070990d1d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ca8badd-d4a8-4a22-8fa7-791a8fb38a76 HTTP/1.1" status: 204 len: 168 time: 0.5459871 Jun 07 08:35:43.180739 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-1bea4692-2fd0-4257-9e18-d7d070990d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:43.180739 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50954) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:43.186358 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b893abb-9f50-4935-8bec-c4b185e500bf None None] Network d77d1f42-e74e-493b-af79-837b3cd7a847 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:35:43.289254 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c8dae41b-a3fd-4b9b-9dd8-4444a5f5a118 req-79eade93-d32e-400c-84d4-32f3a7a81119 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=8acd031c-8bea-449d-b5f0-fd99b482ff4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258783 Jun 07 08:35:43.290234 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.368254 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Deleting port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:35:43.368624 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.404960 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.405335 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.405672 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Floating IP 8976e90a-16db-4c65-a756-71f458199397 disassociated. External IP: 172.28.1.106, port: ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770. Jun 07 08:35:43.406063 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Calling delete_port for ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:35:43.470052 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] For port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=6a0d8d47-812e-4da3-a8a5-58b8f352fa03,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:35:43.470052 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.500573 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] DHCP port deletion for d77d1f42-e74e-493b-af79-837b3cd7a847 request from dv-cinder-784956-6-smb {{(pid=92139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:35:43.564942 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Deleting port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 {{(pid=92139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:35:43.567980 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.587664 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.599987 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-da0f7488-2c9a-46be-ab61-2c4bcf7e1dfb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:43.603090 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Calling delete_port for 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 owned by network:dhcp {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:35:43.645733 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event deleted for resources: {'Port': ['ID=ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:43.650309 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:43.666935 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] For port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=6a0d8d47-812e-4da3-a8a5-58b8f352fa03,segment=NetworkSegment(1c005b2a-99a3-420d-ad1e-399eb748bbce),segment_id=1c005b2a-99a3-420d-ad1e-399eb748bbce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:35:43.667371 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.724909 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.731311 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:43.780971 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] No DVR routers for this DVR port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 on host dv-cinder-784956-6-smb {{(pid=92138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:35:43.795583 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Calling delete_port for 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 owned by network:dhcp {{(pid=92139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:35:43.808811 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0d8d47-812e-4da3-a8a5-58b8f352fa03,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:43.811481 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:43.833001 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:35:43.903846 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.918802 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77d1f42-e74e-493b-af79-837b3cd7a847']}} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:43.924436 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.931524 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:43.932960 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c005b2a-99a3-420d-ad1e-399eb748bbce') {'for_net_delete': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:43.933252 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c005b2a-99a3-420d-ad1e-399eb748bbce') {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:43.945101 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506935'] for segment, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.961425 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.967717 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Releasing vlan 716 on physical network physnet1 to pool {{(pid=92138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:35:43.968100 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2161831'] for segment, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:43.977159 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] No DVR routers for this DVR port 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 on host dv-cinder-784956-6-smb {{(pid=92139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:35:43.978785 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Pushing event deleted for resources: {'Port': ['ID=6a0d8d47-812e-4da3-a8a5-58b8f352fa03,revision_number=None']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: Traceback (most recent call last): Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: timer() Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: cb(*args, **kw) Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: return func(*args, **kwargs) Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: self._notify() Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: self.callback(batched_events) Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: event.method(event) Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: return f(self, *a, **k) Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: return self._get(url).json() Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: return self.request(url, 'GET', **kwargs) Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:35:43.983139 dv-cinder-784956-6-smb neutron-server[92138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:35:43.988706 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.992449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.992449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.992449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.992449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.992449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.992449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.992449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.992449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.993104 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.993104 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.993318 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:35:43.997006 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:44.037872 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:35:44.056386 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] Sync routers for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:35:44.067951 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:35:44.068718 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:35:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:44.121014 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] No DVR routers for this DVR port ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:35:44.123835 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:44.126089 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d4b4a30c-b118-428f-842b-d75d467de64f req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "DELETE /v2.0/ports/ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 HTTP/1.1" status: 204 len: 173 time: 1.5441020 Jun 07 08:35:44.126623 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'name': 'network-vif-deleted', 'tag': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:35:44.130275 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cc04c7-94cb-44cb-842b-3f686f9b044b" -d '{"events": [{"server_uuid": "8c62ba30-f942-4f79-8443-a3cbb16e0552", "name": "network-vif-deleted", "tag": "ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:35:44.189982 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e87d21-c31d-4d24-b5b7-959c1939d974 x-openstack-request-id: req-b7e87d21-c31d-4d24-b5b7-959c1939d974 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:35:44.190344 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c62ba30-f942-4f79-8443-a3cbb16e0552", "name": "network-vif-deleted", "tag": "ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:35:44.190630 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7e87d21-c31d-4d24-b5b7-959c1939d974 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:35:44.191070 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c62ba30-f942-4f79-8443-a3cbb16e0552', 'name': 'network-vif-deleted', 'tag': 'ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770', 'status': 'completed', 'code': 200} Jun 07 08:35:44.266331 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:35:44.315638 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:44.334612 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:44.340163 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d77d1f42-e74e-493b-af79-837b3cd7a847 HTTP/1.1" status: 204 len: 168 time: 1.1585221 Jun 07 08:35:44.341097 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a419b641-b238-4f47-b784-e4d171bd1625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:44.366588 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Pushing event deleted for resources: {'Network': ['ID=d77d1f42-e74e-493b-af79-837b3cd7a847,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:44.372996 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:44.399152 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b7a9b-4dfe-4c69-997c-8804da0f8acf req-e0371f59-6226-4e44-8454-c1ae1f091329 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:44.407350 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-729b7a9b-4dfe-4c69-997c-8804da0f8acf req-e0371f59-6226-4e44-8454-c1ae1f091329 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.2363131 Jun 07 08:35:44.457345 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-729b7a9b-4dfe-4c69-997c-8804da0f8acf req-1ee30373-c78a-40c2-8f5a-13cc7ab76057 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487328 Jun 07 08:35:44.480409 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-52401b49-2d3d-4f40-8bb0-fe8a77e85c0f req-4c9698ac-f0c3-479d-9685-b79ef8370abf tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c62ba30-f942-4f79-8443-a3cbb16e0552 HTTP/1.1" status: 200 len: 210 time: 0.0487726 Jun 07 08:35:44.609216 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:44.612954 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] Checking router: ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:35:44.621684 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:35:44.622283 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:35:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:44.705621 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50964) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:44.753551 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-2b0c3d8d-f59d-4772-b69e-0819effaa323 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43b1d038370e467bbfda84d7f5fc6d15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467374 Jun 07 08:35:44.755869 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50966) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:44.794640 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:35:44.813431 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-633c7726-3964-4113-8ed2-a64931856d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:44.839002 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-633c7726-3964-4113-8ed2-a64931856d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:44.953595 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-633c7726-3964-4113-8ed2-a64931856d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:44.956238 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-633c7726-3964-4113-8ed2-a64931856d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:44.958775 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-633c7726-3964-4113-8ed2-a64931856d74 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b660f0cf-57fd-4f4e-a838-672c60453444 HTTP/1.1" status: 204 len: 168 time: 0.2004151 Jun 07 08:35:44.967080 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-2c39fa3c-1d79-40a7-9eda-b066b081409b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:44.971725 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c7726-3964-4113-8ed2-a64931856d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b660f0cf-57fd-4f4e-a838-672c60453444,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:44.974391 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-633c7726-3964-4113-8ed2-a64931856d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:45.045409 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:35:45.090338 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:35:45.090696 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 6a0d8d47-812e-4da3-a8a5-58b8f352fa03 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:35:45.121906 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:35:45.126002 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa8703f-06ba-46b4-8f98-770465cda2d3 None None] The sync data for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb is: [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:35:45.352526 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caee843d-a520-4fb1-ba30-3a3e60f0cd44 None None] New status for floating IP 8976e90a-16db-4c65-a756-71f458199397: DOWN {{(pid=92139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:35:45.670313 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 50986) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:45.675628 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e8ea0-9f19-4a43-b194-e9d6d68808af req-5c9683f5-4ff5-45b5-87da-8b03b15d65b8 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:45.677503 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ed8e8ea0-9f19-4a43-b194-e9d6d68808af req-5c9683f5-4ff5-45b5-87da-8b03b15d65b8 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0957360 Jun 07 08:35:45.724689 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ed8e8ea0-9f19-4a43-b194-e9d6d68808af req-5d633829-8fd7-407b-9a42-8a0c6ff33de6 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393841 Jun 07 08:35:45.739215 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e3e04eb9-a763-4007-8dd6-3aa39954c073 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:45.767689 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e3e04eb9-a763-4007-8dd6-3aa39954c073 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:45.861736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e3e04eb9-a763-4007-8dd6-3aa39954c073 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:45.864297 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e3e04eb9-a763-4007-8dd6-3aa39954c073 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:45.865472 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e3e04eb9-a763-4007-8dd6-3aa39954c073 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "DELETE /v2.0/security-groups/8acd031c-8bea-449d-b5f0-fd99b482ff4c HTTP/1.1" status: 204 len: 168 time: 0.1940312 Jun 07 08:35:45.868792 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c334c60c-f17a-495d-8dfc-d22189eb4ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:45.873908 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 50994) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:45.879984 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e04eb9-a763-4007-8dd6-3aa39954c073 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd031c-8bea-449d-b5f0-fd99b482ff4c,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:45.883298 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e3e04eb9-a763-4007-8dd6-3aa39954c073 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:45.885125 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.api.v2.resource [None req-0cb93798-b9d5-4306-8ae7-2c5d5d50b7ec tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] show failed (client error): The resource could not be found. Jun 07 08:35:45.887108 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-0cb93798-b9d5-4306-8ae7-2c5d5d50b7ec tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups/8acd031c-8bea-449d-b5f0-fd99b482ff4c HTTP/1.1" status: 404 len: 347 time: 0.0161011 Jun 07 08:35:45.889232 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 50996) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:45.944858 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:35:45.982191 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:35:45.982573 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device ed9a4eb5-ecfc-4b3e-b52b-a2c54cafb770 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:35:46.119538 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Deleting port d833d2dc-6398-4c41-b6ec-489295b9d0af {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:35:46.119877 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:46.248906 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:35:46.343320 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:46.343648 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:46.468871 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Calling delete_port for d833d2dc-6398-4c41-b6ec-489295b9d0af owned by network:floatingip {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:35:46.701833 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:46.705744 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2d7cd4c6-a701-43bf-971c-0c6e830ca558 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:46.751111 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event deleted for resources: {'Port': ['ID=d833d2dc-6398-4c41-b6ec-489295b9d0af,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:46.754049 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:46.902174 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:46.904578 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:46.905696 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "DELETE /v2.0/floatingips/8976e90a-16db-4c65-a756-71f458199397 HTTP/1.1" status: 204 len: 168 time: 1.0152960 Jun 07 08:35:46.948475 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668203a1-fe83-4882-a10b-b5a45c72c9f2 req-0b7e7828-ba95-44b3-9074-0598c439f575 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:46.949976 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-668203a1-fe83-4882-a10b-b5a45c72c9f2 req-0b7e7828-ba95-44b3-9074-0598c439f575 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.1088200 Jun 07 08:35:46.999267 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-668203a1-fe83-4882-a10b-b5a45c72c9f2 req-c3809666-beb1-4c4f-9465-7449118c13cb tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433197 Jun 07 08:35:47.048782 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51032) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:47.161806 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fed34166-d5bb-4315-92e7-f65cb562274b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:47.262613 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fed34166-d5bb-4315-92e7-f65cb562274b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:47.336803 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-fed34166-d5bb-4315-92e7-f65cb562274b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:47.344012 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-80e28d0b-6079-4d83-88e6-ca6c5a49caf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:47.384422 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-fed34166-d5bb-4315-92e7-f65cb562274b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77c02f3b790c43e38cbb162e5104bff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346064 Jun 07 08:35:47.385182 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed34166-d5bb-4315-92e7-f65cb562274b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325bb9c5-72e7-4054-9ed5-43d1dc372196,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:47.387132 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51036) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:47.388197 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fed34166-d5bb-4315-92e7-f65cb562274b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:47.449218 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d7863977-3559-4be8-99b3-b62441953865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:47.473248 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d7863977-3559-4be8-99b3-b62441953865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:47.610279 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d7863977-3559-4be8-99b3-b62441953865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:47.612719 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d7863977-3559-4be8-99b3-b62441953865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:47.613840 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-d7863977-3559-4be8-99b3-b62441953865 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/325bb9c5-72e7-4054-9ed5-43d1dc372196 HTTP/1.1" status: 204 len: 168 time: 0.2257745 Jun 07 08:35:47.614590 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-90d23c82-1723-4595-b257-fd7526cbec41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:47.625004 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7863977-3559-4be8-99b3-b62441953865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325bb9c5-72e7-4054-9ed5-43d1dc372196,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:47.627205 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-d7863977-3559-4be8-99b3-b62441953865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:48.199266 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478934-1949-48f1-b7ca-6652cec9155f req-6e90ed5b-5316-4a62-9be1-f02240d5df15 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:48.200843 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-62478934-1949-48f1-b7ca-6652cec9155f req-6e90ed5b-5316-4a62-9be1-f02240d5df15 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0944006 Jun 07 08:35:48.249591 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-62478934-1949-48f1-b7ca-6652cec9155f req-b362b98b-e6ed-42fa-95ac-fc206af7bae7 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429132 Jun 07 08:35:48.297458 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51054) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:48.302540 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-b3e2f23c-9e42-4521-9816-600df3a29119 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'security_group': {'name': 'tempest-securitygroup--584100349', 'description': 'tempest-description--387589419'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:35:48.455334 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f23c-9e42-4521-9816-600df3a29119 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:48.559997 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f23c-9e42-4521-9816-600df3a29119 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:48.633077 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f23c-9e42-4521-9816-600df3a29119 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:48.637643 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f4b32286-3d59-44a6-8d20-42333cf6041a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:48.672682 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2f23c-9e42-4521-9816-600df3a29119 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa92d808-17d6-48f4-9f09-834df1d25e4c,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:48.675324 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b3e2f23c-9e42-4521-9816-600df3a29119 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:48.741993 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f23c-9e42-4521-9816-600df3a29119 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:48.743299 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b3e2f23c-9e42-4521-9816-600df3a29119 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4448316 Jun 07 08:35:48.746549 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51064) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:48.750913 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-3b7029d7-d407-4fa8-b785-c68a47e41a50 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'security_group_rule': {'security_group_id': 'fa92d808-17d6-48f4-9f09-834df1d25e4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:35:48.845960 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3b7029d7-d407-4fa8-b785-c68a47e41a50 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:48.905900 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3b7029d7-d407-4fa8-b785-c68a47e41a50 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:48.994246 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3b7029d7-d407-4fa8-b785-c68a47e41a50 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:48.995648 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:49.018019 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7029d7-d407-4fa8-b785-c68a47e41a50 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=924f719c-2731-4756-8591-11d69b45c557,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:49.020963 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3b7029d7-d407-4fa8-b785-c68a47e41a50 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:49.090258 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3b7029d7-d407-4fa8-b785-c68a47e41a50 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:49.094186 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-3b7029d7-d407-4fa8-b785-c68a47e41a50 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439941 Jun 07 08:35:49.094327 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51070) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:49.098861 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-de2e6ed7-3816-406d-8af4-24972f486993 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'security_group_rule': {'security_group_id': 'fa92d808-17d6-48f4-9f09-834df1d25e4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:35:49.222970 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-de2e6ed7-3816-406d-8af4-24972f486993 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:49.286366 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-04a046f2-8571-4e47-afed-224f8f7ec791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:49.287862 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-04a046f2-8571-4e47-afed-224f8f7ec791 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4d7795797dd454788a55e7e9cf652c7&device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1098 time: 0.1211634 Jun 07 08:35:49.323762 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-de2e6ed7-3816-406d-8af4-24972f486993 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:49.437728 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-de2e6ed7-3816-406d-8af4-24972f486993 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:49.464827 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c4dbd1db-0bc4-442b-8d3b-1ca9092ca140 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:49.503507 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e6ed7-3816-406d-8af4-24972f486993 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d90680-d97a-4f7b-b91b-fe4aeb1d0e38,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:49.507505 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-d2e73818-4ce1-49b0-8756-a57d98e43909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:49.508963 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-d2e73818-4ce1-49b0-8756-a57d98e43909 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b HTTP/1.1" status: 200 len: 910 time: 0.2143860 Jun 07 08:35:49.509825 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-de2e6ed7-3816-406d-8af4-24972f486993 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:49.596425 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-de2e6ed7-3816-406d-8af4-24972f486993 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:49.597739 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-de2e6ed7-3816-406d-8af4-24972f486993 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5024281 Jun 07 08:35:49.600904 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51084) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:49.607363 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'floatingip': {'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:35:49.619682 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6698-4a30-4650-b22a-75b49840476a req-668c1f5a-5a78-4bf4-a526-eca1ca4e89bd tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:49.620051 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8e0d6698-4a30-4650-b22a-75b49840476a req-668c1f5a-5a78-4bf4-a526-eca1ca4e89bd tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.2307858 Jun 07 08:35:49.646599 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-635113a4-23e5-4fd5-a67e-0c4fc4cad2e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cf50a1-256f-416b-adc5-9ced99e1df07 HTTP/1.1" status: 200 len: 1000 time: 0.1293101 Jun 07 08:35:49.690417 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:49.721090 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8e0d6698-4a30-4650-b22a-75b49840476a req-c56ec413-7c7d-42cf-bca3-ba5409b7d860 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912106 Jun 07 08:35:49.737462 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-38a54716-f1b1-44c9-965c-461945c952b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:49.738915 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-38a54716-f1b1-44c9-965c-461945c952b2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=086c8d1b-9724-4f67-b7ac-5137521b2c2b HTTP/1.1" status: 200 len: 848 time: 0.0861609 Jun 07 08:35:49.818182 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-d9949f74-6587-4d29-af4e-c16a70c10e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:49.819597 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-d9949f74-6587-4d29-af4e-c16a70c10e3d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730436 Jun 07 08:35:49.838757 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:49.958643 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-3bd0660a-49eb-4679-9f70-1d9d51655d58 service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319885 Jun 07 08:35:49.976581 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Allocated IP 172.28.1.27 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/8d6d197d-fa8f-46e2-961b-3a8a794115a4) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:35:50.140453 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:50.195527 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b324b9cc-a2bb-4bfe-a84f-bf1b709f3b43 req-f10870ea-80be-4316-8905-8cf3f9d66fab service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309446 Jun 07 08:35:50.228462 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:50.233687 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-26ab5a08-8e54-4efe-9d37-91c313746a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:50.297812 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:35:50.300616 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:35:50.304169 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:35:50.338645 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'Port': ['ID=8d6d197d-fa8f-46e2-961b-3a8a794115a4,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:50.342538 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:50.387928 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:50.492501 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:50.700021 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:50.770438 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2161867'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:50.776975 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:50.941338 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'Port': ['ID=8d6d197d-fa8f-46e2-961b-3a8a794115a4,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:50.948289 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:50.955620 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:50.990497 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a675700-6567-4df8-bcf9-126877d646af req-8fc9c2b3-5f33-4ed1-96ef-bb2d57bc26bd tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:50.991938 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5a675700-6567-4df8-bcf9-126877d646af req-8fc9c2b3-5f33-4ed1-96ef-bb2d57bc26bd tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.1593065 Jun 07 08:35:51.039306 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:51.041734 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4376752 Jun 07 08:35:51.053011 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5a675700-6567-4df8-bcf9-126877d646af req-0d9ba998-8ff5-43fc-9f89-02cc92572cfb tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551836 Jun 07 08:35:51.270059 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-f840dcb5-bf8f-48d7-9526-dfd58299ad21 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--584100349&fields=id&tenant_id=298efcc585e04e6889d639551506c620 HTTP/1.1" status: 200 len: 267 time: 0.0456672 Jun 07 08:35:51.423200 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-a82c5848-d6b1-4767-bc02-2f6a901b5788 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:51.428607 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-a82c5848-d6b1-4767-bc02-2f6a901b5788 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/networks?id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 200 len: 811 time: 0.1476882 Jun 07 08:35:51.439092 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-74270fcc-35e7-4244-b8a3-b2695279fbd9 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/quotas/298efcc585e04e6889d639551506c620 HTTP/1.1" status: 200 len: 375 time: 0.0088639 Jun 07 08:35:51.528155 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-7eecff95-81d4-4bb6-bf30-3fe59df2d84e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840352 Jun 07 08:35:51.776364 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-84dc93f7-64bf-4d8d-b402-80ca591cbd16 service neutron] 10.222.0.15 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355144 Jun 07 08:35:51.917576 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-62755446-0253-4172-b679-44bd62587b15 service neutron] 10.222.0.15 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340489 Jun 07 08:35:52.235544 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-43ee37e4-7105-4ea7-ad77-fae8b372e5b9 req-28d89c36-9b0c-4793-bdca-590ea147f647 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 210 time: 0.0597949 Jun 07 08:35:52.373459 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b14a44-6688-4365-b60e-b10330f72c6f req-7175c5a5-b7cc-4a1e-a499-7516fb254c71 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:52.374928 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-78b14a44-6688-4365-b60e-b10330f72c6f req-7175c5a5-b7cc-4a1e-a499-7516fb254c71 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.2018099 Jun 07 08:35:52.424889 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-78b14a44-6688-4365-b60e-b10330f72c6f req-9e04fc3f-6fd1-4211-8418-543016b834e9 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Jun 07 08:35:53.042581 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-193bcb54-c5bd-4524-af38-92bac553d794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:53.261022 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51214) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:53.383176 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7ccf87b3-c256-4090-904f-6e67e9ba2cf1 req-65b9ff78-3958-49aa-b2e3-9d39d251fa95 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 210 time: 0.0466714 Jun 07 08:35:53.403076 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-de5819d9-2ecf-4476-bed1-46c13b5855e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:53.511433 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-de5819d9-2ecf-4476-bed1-46c13b5855e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:53.609909 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-de5819d9-2ecf-4476-bed1-46c13b5855e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:53.619197 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4ba98c8e-4c59-4ab0-a16a-e5ff7f509d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:53.651937 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1d9fc-b1ac-44fc-ba65-f04a2607bd82 req-83bcc899-d1c0-4982-8bac-e074c99ed0d6 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:53.653424 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-09a1d9fc-b1ac-44fc-ba65-f04a2607bd82 req-83bcc899-d1c0-4982-8bac-e074c99ed0d6 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.1183193 Jun 07 08:35:53.666227 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-de5819d9-2ecf-4476-bed1-46c13b5855e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13ff1a1707b94f7c915b6a3ceb9726a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4039006 Jun 07 08:35:53.669736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51220) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:53.687477 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5819d9-2ecf-4476-bed1-46c13b5855e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a51c419-db9a-4724-88e9-aa1a9541639c,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:53.692579 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-de5819d9-2ecf-4476-bed1-46c13b5855e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:53.715476 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-09a1d9fc-b1ac-44fc-ba65-f04a2607bd82 req-338152e3-b661-4c35-b988-44e8aa711f5a tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458000 Jun 07 08:35:53.739464 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-22a4bc72-d6c2-4935-b6a6-eeee289a3c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:53.767607 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-22a4bc72-d6c2-4935-b6a6-eeee289a3c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:53.883164 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-22a4bc72-d6c2-4935-b6a6-eeee289a3c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:53.885811 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-22a4bc72-d6c2-4935-b6a6-eeee289a3c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:53.887050 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-22a4bc72-d6c2-4935-b6a6-eeee289a3c3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a51c419-db9a-4724-88e9-aa1a9541639c HTTP/1.1" status: 204 len: 168 time: 0.2161288 Jun 07 08:35:53.887900 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e2b74267-7db5-4bd7-98d6-cce645f36217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:53.897546 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a4bc72-d6c2-4935-b6a6-eeee289a3c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a51c419-db9a-4724-88e9-aa1a9541639c,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:53.900237 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-22a4bc72-d6c2-4935-b6a6-eeee289a3c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:54.296978 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cad1c-32e7-4e9c-97be-e0c6241fa920 req-166458f6-9a4c-4691-ac13-61f1c144d6df tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:54.298453 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-880cad1c-32e7-4e9c-97be-e0c6241fa920 req-166458f6-9a4c-4691-ac13-61f1c144d6df tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.1414325 Jun 07 08:35:54.302127 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b78d68ac-f514-4cce-a110-81f839a39715 req-7130af35-b69d-4363-b6de-30b457c2abd9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099546 Jun 07 08:35:54.347958 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-880cad1c-32e7-4e9c-97be-e0c6241fa920 req-1099527c-92dc-4ffd-84fa-d100234f9c17 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432045 Jun 07 08:35:54.448356 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-3ccb59b0-ea9e-441d-8401-9ded59fc4de9 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:54.450655 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-3ccb59b0-ea9e-441d-8401-9ded59fc4de9 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "GET /v2.0/networks?id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 200 len: 811 time: 0.1809552 Jun 07 08:35:54.555329 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-836d19d6-4bac-4162-826a-0aa8b695e872 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=298efcc585e04e6889d639551506c620 HTTP/1.1" status: 200 len: 379 time: 0.0894058 Jun 07 08:35:54.557573 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2b961d8f-01fc-4feb-b285-9fb421d2e749 req-59da3fa4-706d-44ee-bef9-cc2826848248 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 210 time: 0.0592508 Jun 07 08:35:54.575018 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'port': {'device_id': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'admin_state_up': True, 'tenant_id': '298efcc585e04e6889d639551506c620', 'security_groups': ['fa92d808-17d6-48f4-9f09-834df1d25e4c']}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:35:54.614191 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51238) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:54.641945 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c468b242-a3f8-43b7-b4b9-2865d15d875e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:54.759872 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c468b242-a3f8-43b7-b4b9-2865d15d875e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:54.839611 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c468b242-a3f8-43b7-b4b9-2865d15d875e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:54.849308 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-82b0b339-d317-4ea8-a469-f44961428d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:54.900233 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-c468b242-a3f8-43b7-b4b9-2865d15d875e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9603d49276ac40669bde18f0b9488fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2838342 Jun 07 08:35:54.901409 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c468b242-a3f8-43b7-b4b9-2865d15d875e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329712ad-e918-4f69-bad3-6b2c47e51480,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:54.902826 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51246) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:35:54.905947 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c468b242-a3f8-43b7-b4b9-2865d15d875e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:54.949018 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Made reservation on behalf of 298efcc585e04e6889d639551506c620 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:35:54.952394 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:54.992474 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-70f8553c-e0a4-4f96-aec8-fa7d98dd5535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.085668 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-70f8553c-e0a4-4f96-aec8-fa7d98dd5535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.136520 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.210466 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Allocated IP 172.20.0.6 (f890ba33-4e9d-4e9e-8cbd-ceed44a189c8/97ef570e-6783-4610-8dbb-35d5d50c620a/7b46fb84-60fc-47d2-96ea-21110c2e7701) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:35:55.298798 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-70f8553c-e0a4-4f96-aec8-fa7d98dd5535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.301251 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-70f8553c-e0a4-4f96-aec8-fa7d98dd5535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.302357 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-70f8553c-e0a4-4f96-aec8-fa7d98dd5535 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/329712ad-e918-4f69-bad3-6b2c47e51480 HTTP/1.1" status: 204 len: 168 time: 0.3985775 Jun 07 08:35:55.308253 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fa37c1da-2473-4871-a6dd-c81d7b89753f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:55.333117 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8553c-e0a4-4f96-aec8-fa7d98dd5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329712ad-e918-4f69-bad3-6b2c47e51480,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:55.338094 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-70f8553c-e0a4-4f96-aec8-fa7d98dd5535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:55.455295 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.471653 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Transition to ACTIVE for port object 7b46fb84-60fc-47d2-96ea-21110c2e7701 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:35:55.558788 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8d488-39b3-4289-b152-aa0b9c3dc3ce req-a7644f13-e357-45ff-bbf4-0b485b3b72d6 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:55.560218 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0ad8d488-39b3-4289-b152-aa0b9c3dc3ce req-a7644f13-e357-45ff-bbf4-0b485b3b72d6 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0875890 Jun 07 08:35:55.576561 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.584518 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c2f76fbf-5280-4981-82b8-40ab25d7db10 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:55.607586 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0ad8d488-39b3-4289-b152-aa0b9c3dc3ce req-1771aa36-4a89-40a9-88ef-706ef16c3bdf tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418887 Jun 07 08:35:55.717909 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-63db0a99-f834-4ee6-a7a4-0e53eb34c923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.812617 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:35:55.819732 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:35:55.822914 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event updated for resources: {'Port': ['ID=7b46fb84-60fc-47d2-96ea-21110c2e7701,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:55.825266 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:35:55.826915 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.853604 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:55.899180 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:55.899835 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:55.928186 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b49296-146a-4b60-9746-3f2014af0d39 req-2a49dcdb-4a2f-40dd-b932-39022b635d60 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:55.929868 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-42b49296-146a-4b60-9746-3f2014af0d39 req-2a49dcdb-4a2f-40dd-b932-39022b635d60 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 931 time: 0.1990108 Jun 07 08:35:55.974645 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 66cf50a1-256f-416b-adc5-9ced99e1df07 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:35:55.991049 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-42b49296-146a-4b60-9746-3f2014af0d39 req-205cc2ee-942a-4caf-be06-e806f5a7918d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541320 Jun 07 08:35:56.020936 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4499710 Jun 07 08:35:56.037393 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Request body: {'port': {'device_id': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:35:56.138679 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d61b2f36-a1ff-4c75-84d7-aebb9cfe2171 None None] Provisioning for port 7b46fb84-60fc-47d2-96ea-21110c2e7701 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:35:56.148534 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d61b2f36-a1ff-4c75-84d7-aebb9cfe2171 None None] Provisioning complete for port 7b46fb84-60fc-47d2-96ea-21110c2e7701 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:35:56.149194 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d61b2f36-a1ff-4c75-84d7-aebb9cfe2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:56.156672 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:56.205053 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:56.239117 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d61b2f36-a1ff-4c75-84d7-aebb9cfe2171 None None] Port 7b46fb84-60fc-47d2-96ea-21110c2e7701 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:35:56.249301 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:35:56.252335 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf577672-dc51-47a2-a776-5e993e81e882" -d '{"events": [{"server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "name": "network-vif-unplugged", "status": "completed", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:35:56.262082 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=66cf50a1-256f-416b-adc5-9ced99e1df07,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:35:56.298474 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Jun 2021 08:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2f9e0b-26d8-4781-85f0-5fcc6de430ab x-openstack-request-id: req-ee2f9e0b-26d8-4781-85f0-5fcc6de430ab {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:35:56.298775 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "name": "network-vif-unplugged", "status": "failed", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07", "code": 422}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:35:56.299035 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee2f9e0b-26d8-4781-85f0-5fcc6de430ab {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:35:56.299421 dv-cinder-784956-6-smb neutron-server[92139]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'code': 422} returned with failed status Jun 07 08:35:56.330179 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:56.332097 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-41f81e1c-cb30-443c-988b-4dc70da6991d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:56.404529 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=66cf50a1-256f-416b-adc5-9ced99e1df07,revision_number=6']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:56.407929 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:56.554357 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b46fb84-60fc-47d2-96ea-21110c2e7701 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:35:56.562317 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:56.576652 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Transition to ACTIVE for port object 7b46fb84-60fc-47d2-96ea-21110c2e7701 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:35:56.644542 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:56.651680 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:56.829829 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Pushing event updated for resources: {'Port': ['ID=7b46fb84-60fc-47d2-96ea-21110c2e7701,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:56.866042 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:56.975488 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a5e72-c82e-400f-bf86-fb7003575e82 req-464d8b96-3bd3-4d00-8c3a-7fb5dbef87db tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:56.977012 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-984a5e72-c82e-400f-bf86-fb7003575e82 req-464d8b96-3bd3-4d00-8c3a-7fb5dbef87db tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.2219312 Jun 07 08:35:56.978818 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Attempting to bind port 7b46fb84-60fc-47d2-96ea-21110c2e7701 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:35:56.980951 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Attempting to bind port 7b46fb84-60fc-47d2-96ea-21110c2e7701 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:35:56.980951 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Attempting to bind port 7b46fb84-60fc-47d2-96ea-21110c2e7701 on network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:35:56.986286 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Port 7b46fb84-60fc-47d2-96ea-21110c2e7701 on network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:35:56.986550 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Attempting to bind port 7b46fb84-60fc-47d2-96ea-21110c2e7701 on network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:35:57.010430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:35:57.010430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Checking segment: {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:35:57.010430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Bound using segment: {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:35:57.010430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Bound port: 7b46fb84-60fc-47d2-96ea-21110c2e7701, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33288d94-5978-44e7-8d23-ae774079ad7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:35:57.010430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:57.087586 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-984a5e72-c82e-400f-bf86-fb7003575e82 req-4714f7be-3ec7-4841-9d58-a78400e6e560 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023514 Jun 07 08:35:57.126681 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] For port 7b46fb84-60fc-47d2-96ea-21110c2e7701, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:35:57.129779 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] For port 7b46fb84-60fc-47d2-96ea-21110c2e7701, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b46fb84-60fc-47d2-96ea-21110c2e7701,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:35:57.183223 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e7f2f-10fe-4bfe-a18b-82d67573efe9 req-134563ad-bdfb-4f42-9e87-199e4fdf0710 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:57.184745 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b74e7f2f-10fe-4bfe-a18b-82d67573efe9 req-134563ad-bdfb-4f42-9e87-199e4fdf0710 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 943 time: 0.0814455 Jun 07 08:35:57.199600 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:57.204374 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e10e35cd-d6e2-4585-b4a2-c44fa5e7affa tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:35:57.231237 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b74e7f2f-10fe-4bfe-a18b-82d67573efe9 req-87a2ef77-edd5-4e17-ac8e-c5412ede6e9e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407393 Jun 07 08:35:57.262530 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:57.263135 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:57.264496 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] 10.222.0.50 "PUT /v2.0/ports/7b46fb84-60fc-47d2-96ea-21110c2e7701 HTTP/1.1" status: 200 len: 1093 time: 1.2323413 Jun 07 08:35:57.265007 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'tag': '7b46fb84-60fc-47d2-96ea-21110c2e7701'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:35:57.267277 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f59a5d-b021-428b-ba0f-0c761e5b7abc" -d '{"events": [{"name": "network-changed", "server_uuid": "2b349f84-1eec-4fea-9766-92c575ada9b2", "tag": "7b46fb84-60fc-47d2-96ea-21110c2e7701"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:35:57.284678 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Pushing event updated for resources: {'Port': ['ID=7b46fb84-60fc-47d2-96ea-21110c2e7701,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:35:57.287850 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:35:57.329506 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b34d5b-034f-4ce0-a289-99f865c13025 x-openstack-request-id: req-c5b34d5b-034f-4ce0-a289-99f865c13025 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:35:57.329897 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b349f84-1eec-4fea-9766-92c575ada9b2", "tag": "7b46fb84-60fc-47d2-96ea-21110c2e7701", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:35:57.330258 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5b34d5b-034f-4ce0-a289-99f865c13025 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:35:57.330739 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'tag': '7b46fb84-60fc-47d2-96ea-21110c2e7701', 'status': 'completed', 'code': 200} Jun 07 08:35:57.450623 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f59a5d-b021-428b-ba0f-0c761e5b7abc req-bd5ff296-13d5-4e7f-87c6-6f507b150af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:57.452174 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-56f59a5d-b021-428b-ba0f-0c761e5b7abc req-bd5ff296-13d5-4e7f-87c6-6f507b150af4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 1096 time: 0.0784671 Jun 07 08:35:57.461563 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:57.651831 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d68ac-f514-4cce-a110-81f839a39715 req-6bd80971-2d06-4d23-abd8-08e737daee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:57.653334 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b78d68ac-f514-4cce-a110-81f839a39715 req-6bd80971-2d06-4d23-abd8-08e737daee3b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689&tenant_id=a4d7795797dd454788a55e7e9cf652c7 HTTP/1.1" status: 200 len: 1096 time: 0.2002459 Jun 07 08:35:57.654460 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f59a5d-b021-428b-ba0f-0c761e5b7abc req-a24e3b78-cd45-4495-bb96-6ef3df9d2bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:57.655726 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-56f59a5d-b021-428b-ba0f-0c761e5b7abc req-a24e3b78-cd45-4495-bb96-6ef3df9d2bc9 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=298efcc585e04e6889d639551506c620&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1700633 Jun 07 08:35:57.961470 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d68ac-f514-4cce-a110-81f839a39715 req-f7d41c5a-f905-4b3d-a02b-8c75bd924f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:57.963756 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b78d68ac-f514-4cce-a110-81f839a39715 req-f7d41c5a-f905-4b3d-a02b-8c75bd924f25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4d7795797dd454788a55e7e9cf652c7&device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1096 time: 0.2693963 Jun 07 08:35:57.964922 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f59a5d-b021-428b-ba0f-0c761e5b7abc req-3d5b33cf-46ea-4283-9a17-076cfaba9cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:57.966209 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-56f59a5d-b021-428b-ba0f-0c761e5b7abc req-3d5b33cf-46ea-4283-9a17-076cfaba9cd2 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2914617 Jun 07 08:35:58.164236 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d68ac-f514-4cce-a110-81f839a39715 req-8a6c6d1d-1496-44f9-b58b-13ba0ef565b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:58.166132 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b78d68ac-f514-4cce-a110-81f839a39715 req-8a6c6d1d-1496-44f9-b58b-13ba0ef565b7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b HTTP/1.1" status: 200 len: 910 time: 0.1866133 Jun 07 08:35:58.249591 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-7462c9f4-f4fc-496f-ba82-9e42d7c9d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:58.251051 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-7462c9f4-f4fc-496f-ba82-9e42d7c9d7fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 1096 time: 0.1815722 Jun 07 08:35:58.291013 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeba89b-ba72-4370-afc4-5533c777fed8 req-3b20d403-a3f4-484b-893a-db1b8f4fcb0e tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:58.292473 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cbeba89b-ba72-4370-afc4-5533c777fed8 req-3b20d403-a3f4-484b-893a-db1b8f4fcb0e tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.0965934 Jun 07 08:35:58.344796 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b78d68ac-f514-4cce-a110-81f839a39715 req-de529e06-505f-478f-8b2c-1bfac236fe39 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cf50a1-256f-416b-adc5-9ced99e1df07 HTTP/1.1" status: 200 len: 998 time: 0.1711397 Jun 07 08:35:58.348850 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-cbeba89b-ba72-4370-afc4-5533c777fed8 req-7c0a0d23-b427-497d-a1e7-304c3c51bc9d tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473053 Jun 07 08:35:58.356942 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-dd217ac8-5358-4986-abab-83dda31679e3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b46fb84-60fc-47d2-96ea-21110c2e7701 HTTP/1.1" status: 200 len: 217 time: 0.0767515 Jun 07 08:35:58.521881 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-3e667386-e6a1-46a4-816d-9df504ac5e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:58.523274 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-3e667386-e6a1-46a4-816d-9df504ac5e86 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97ef570e-6783-4610-8dbb-35d5d50c620a HTTP/1.1" status: 200 len: 850 time: 0.1003060 Jun 07 08:35:58.525467 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d68ac-f514-4cce-a110-81f839a39715 req-8a0a3d53-820b-4c30-8263-3549bd72603f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:58.526823 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b78d68ac-f514-4cce-a110-81f839a39715 req-8a0a3d53-820b-4c30-8263-3549bd72603f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=086c8d1b-9724-4f67-b7ac-5137521b2c2b HTTP/1.1" status: 200 len: 848 time: 0.1718328 Jun 07 08:35:58.616293 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31c5c1-a847-4beb-9bc5-970d73c4dfe2 req-0642f03d-3358-4362-9776-355ba9ec1fe5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:58.617795 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5b31c5c1-a847-4beb-9bc5-970d73c4dfe2 req-0642f03d-3358-4362-9776-355ba9ec1fe5 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 943 time: 0.2639639 Jun 07 08:35:58.700667 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5b31c5c1-a847-4beb-9bc5-970d73c4dfe2 req-57b29067-86c0-4718-9fd8-c0060922aa0d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683713 Jun 07 08:35:58.716408 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-15e65858-c53c-4ddb-9937-94c8d9b6fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:58.717890 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-15e65858-c53c-4ddb-9937-94c8d9b6fc9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1830072 Jun 07 08:35:58.721206 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d68ac-f514-4cce-a110-81f839a39715 req-466b4691-2eb9-4a2f-81f2-010b0c41df44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:58.722665 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b78d68ac-f514-4cce-a110-81f839a39715 req-466b4691-2eb9-4a2f-81f2-010b0c41df44 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1866174 Jun 07 08:35:58.963918 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-c06ab5d0-0f25-4350-8933-997b39bf41e4 service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336998 Jun 07 08:35:58.966961 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b78d68ac-f514-4cce-a110-81f839a39715 req-c77dc481-90b1-42d6-8fa2-190174350314 service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195239 Jun 07 08:35:59.211818 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1b058bed-a582-4cb7-bbbc-fc36dce9e1f8 req-99c57258-a42d-4d16-93ec-de6e5a525e9f service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362769 Jun 07 08:35:59.215553 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b78d68ac-f514-4cce-a110-81f839a39715 req-7e6e2d85-5b63-452c-ab3a-edab1ded39f3 service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223639 Jun 07 08:35:59.392290 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:35:59.535568 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571e919-f157-4194-8048-2b22ec13c625 req-4ee7f021-3ddc-4235-b339-2ff9cf7c4b24 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:59.537069 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8571e919-f157-4194-8048-2b22ec13c625 req-4ee7f021-3ddc-4235-b339-2ff9cf7c4b24 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.0799172 Jun 07 08:35:59.584652 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8571e919-f157-4194-8048-2b22ec13c625 req-79da8190-a569-438c-806f-c76828344c4e tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416024 Jun 07 08:35:59.881585 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e0198-5b5c-4ffd-bee6-30dead5af045 req-86cc2bf8-c62c-4054-9fed-b75e9d424e76 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:35:59.883041 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-109e0198-5b5c-4ffd-bee6-30dead5af045 req-86cc2bf8-c62c-4054-9fed-b75e9d424e76 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 943 time: 0.0788085 Jun 07 08:36:00.029531 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-109e0198-5b5c-4ffd-bee6-30dead5af045 req-4a8622b7-8c3e-40f7-9df1-5cffdc451c0b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406837 Jun 07 08:36:00.166654 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-06a0519d-558b-4e4a-b502-f540d3c94d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:00.168015 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-06a0519d-558b-4e4a-b502-f540d3c94d5d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4d7795797dd454788a55e7e9cf652c7&device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1096 time: 0.0723131 Jun 07 08:36:00.315721 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-c85e9513-699f-4464-a9bf-dabf1c834231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:00.317204 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-c85e9513-699f-4464-a9bf-dabf1c834231 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b HTTP/1.1" status: 200 len: 910 time: 0.1279695 Jun 07 08:36:00.420318 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-6d7adaec-60d6-460c-bda7-2ed1ef4e6fe4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cf50a1-256f-416b-adc5-9ced99e1df07 HTTP/1.1" status: 200 len: 998 time: 0.0964341 Jun 07 08:36:00.486838 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-d22361e1-4e5f-44dd-8660-e4ba3f1074d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:00.488279 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-d22361e1-4e5f-44dd-8660-e4ba3f1074d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=086c8d1b-9724-4f67-b7ac-5137521b2c2b HTTP/1.1" status: 200 len: 848 time: 0.0625534 Jun 07 08:36:00.566319 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-ebf446ba-94cf-4863-af79-5d978bc0ecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:00.567793 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-ebf446ba-94cf-4863-af79-5d978bc0ecb8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0724168 Jun 07 08:36:00.706252 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-46c67552-bbd4-4438-a090-bee45763a9d5 service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306970 Jun 07 08:36:00.769557 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbefe569-6051-4e97-a583-db6c90fee3da req-bbd8dc10-5667-49e6-99d0-d0775faa4247 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:00.771031 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-dbefe569-6051-4e97-a583-db6c90fee3da req-bbd8dc10-5667-49e6-99d0-d0775faa4247 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.0807621 Jun 07 08:36:00.820636 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-dbefe569-6051-4e97-a583-db6c90fee3da req-f8fd91ef-c36e-40ba-81a9-4821d477b75f tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391295 Jun 07 08:36:00.864677 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-dd646598-5a38-4934-b4d8-5dbb24b4b2b9 req-8bb13a63-cf4e-4c5e-b614-b96872043cc1 service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524489 Jun 07 08:36:01.225055 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40e1d5-135b-48eb-9e20-8e57c39f49c5 req-db421f7f-21b6-40f4-94b5-94f089757b7e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:01.226503 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bd40e1d5-135b-48eb-9e20-8e57c39f49c5 req-db421f7f-21b6-40f4-94b5-94f089757b7e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 943 time: 0.0798640 Jun 07 08:36:01.276776 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bd40e1d5-135b-48eb-9e20-8e57c39f49c5 req-57428abb-b130-4ca0-b9b9-f00e17cc1bf0 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432286 Jun 07 08:36:01.989666 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 66cf50a1-256f-416b-adc5-9ced99e1df07 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:36:02.008624 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89961cd4-135e-4f1b-8755-71503f63fdb2 req-522407d7-9e67-460c-978a-9da3e5c57bf5 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:02.010851 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-89961cd4-135e-4f1b-8755-71503f63fdb2 req-522407d7-9e67-460c-978a-9da3e5c57bf5 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 943 time: 0.0859787 Jun 07 08:36:02.055214 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-89961cd4-135e-4f1b-8755-71503f63fdb2 req-6e2e1440-66bc-45a2-a77a-2a461284a04c tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386205 Jun 07 08:36:02.125349 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=66cf50a1-256f-416b-adc5-9ced99e1df07,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:36:02.138542 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'port_id': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'mac_address': 'fa:16:3e:d5:5c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 738, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:36:02.201191 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:02.217097 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cf50a1-256f-416b-adc5-9ced99e1df07 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:36:02.232464 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=66cf50a1-256f-416b-adc5-9ced99e1df07,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:36:02.306576 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:02.307311 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7b46fb84-60fc-47d2-96ea-21110c2e7701 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:36:02.311347 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-c503cd73-1227-41fb-ac44-9b3943cabc66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:02.409356 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=66cf50a1-256f-416b-adc5-9ced99e1df07,revision_number=7']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:02.413610 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:02.469871 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67f1b6-cb5a-4099-a230-a260e59495f7 req-96905375-7e82-4ced-abb4-9ee9167cfa9b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:02.471467 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cc67f1b6-cb5a-4099-a230-a260e59495f7 req-96905375-7e82-4ced-abb4-9ee9167cfa9b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 943 time: 0.0909383 Jun 07 08:36:02.504902 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 7b46fb84-60fc-47d2-96ea-21110c2e7701, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b46fb84-60fc-47d2-96ea-21110c2e7701,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:36:02.519168 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '7b46fb84-60fc-47d2-96ea-21110c2e7701', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'port_id': '7b46fb84-60fc-47d2-96ea-21110c2e7701', 'mac_address': 'fa:16:3e:11:8c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 707, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:36:02.519402 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-cc67f1b6-cb5a-4099-a230-a260e59495f7 req-3bcd33ed-7239-4e41-afaf-f5354dbee8d4 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415151 Jun 07 08:36:02.579864 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:02.593856 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b46fb84-60fc-47d2-96ea-21110c2e7701 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:36:02.609241 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 7b46fb84-60fc-47d2-96ea-21110c2e7701, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b46fb84-60fc-47d2-96ea-21110c2e7701,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:36:02.696341 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:02.698891 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:02.765111 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=7b46fb84-60fc-47d2-96ea-21110c2e7701,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:02.768247 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:03.038382 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['7b46fb84-60fc-47d2-96ea-21110c2e7701'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:36:03.069439 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['66cf50a1-256f-416b-adc5-9ced99e1df07'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:36:03.174471 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51376) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:03.249586 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ef153-68db-4a0a-ac94-1ead25730005 req-00e82ae0-aa99-4db0-b8a8-a724a3ace50a tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:03.250989 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9a6ef153-68db-4a0a-ac94-1ead25730005 req-00e82ae0-aa99-4db0-b8a8-a724a3ace50a tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 944 time: 0.0849204 Jun 07 08:36:03.306146 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-9a6ef153-68db-4a0a-ac94-1ead25730005 req-577c9a69-d2f1-426a-bbb6-b8d8cb0b66e8 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466042 Jun 07 08:36:03.306262 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-40ff3e30-e3af-41eb-a642-9a87e9ead412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:03.413408 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-40ff3e30-e3af-41eb-a642-9a87e9ead412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:03.461529 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-40ff3e30-e3af-41eb-a642-9a87e9ead412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:03.474589 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-91fcb241-168b-45cb-a804-261e31d41607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:03.515107 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-40ff3e30-e3af-41eb-a642-9a87e9ead412 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ad0bb27212d4ed19cf74ac09572d669&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394957 Jun 07 08:36:03.516714 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff3e30-e3af-41eb-a642-9a87e9ead412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf0f812-0773-405f-9841-a5dc39dc0e6c,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:03.517672 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51380) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:03.519978 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-40ff3e30-e3af-41eb-a642-9a87e9ead412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:03.579184 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7597fa8e-1993-4543-a3ac-5e73460bead3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:03.604929 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7597fa8e-1993-4543-a3ac-5e73460bead3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:03.705465 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49effbaf-52e1-4548-b68d-24a1570d792e req-c5dd08e3-ec0c-4f20-afdb-82f0b9aee51b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:03.706970 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-49effbaf-52e1-4548-b68d-24a1570d792e req-c5dd08e3-ec0c-4f20-afdb-82f0b9aee51b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 944 time: 0.0790987 Jun 07 08:36:03.717744 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7597fa8e-1993-4543-a3ac-5e73460bead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:03.720318 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-7597fa8e-1993-4543-a3ac-5e73460bead3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:03.721485 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-7597fa8e-1993-4543-a3ac-5e73460bead3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bcf0f812-0773-405f-9841-a5dc39dc0e6c HTTP/1.1" status: 204 len: 168 time: 0.2028415 Jun 07 08:36:03.722248 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-784012a2-cecd-4639-840f-2c8bf734ce71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:03.733110 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597fa8e-1993-4543-a3ac-5e73460bead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf0f812-0773-405f-9841-a5dc39dc0e6c,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:03.735703 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-7597fa8e-1993-4543-a3ac-5e73460bead3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:03.755310 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-49effbaf-52e1-4548-b68d-24a1570d792e req-58ce7a1b-7bcb-4f91-9cc3-efd8c764d80b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426285 Jun 07 08:36:04.004492 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 66cf50a1-256f-416b-adc5-9ced99e1df07 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:36:04.075729 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 66cf50a1-256f-416b-adc5-9ced99e1df07 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:36:04.076415 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.189044 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.216918 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:36:04.219135 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3513240-0b5a-4f9f-9174-8f7234be8983" -d '{"events": [{"server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "name": "network-vif-plugged", "status": "completed", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:36:04.227648 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=66cf50a1-256f-416b-adc5-9ced99e1df07,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:36:04.262304 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16dad1a-b0e5-47c4-9614-07539d319686 x-openstack-request-id: req-f16dad1a-b0e5-47c4-9614-07539d319686 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:36:04.262676 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "name": "network-vif-plugged", "status": "completed", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:36:04.262860 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f16dad1a-b0e5-47c4-9614-07539d319686 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:36:04.263255 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'code': 200} Jun 07 08:36:04.279032 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.279961 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7b46fb84-60fc-47d2-96ea-21110c2e7701 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:36:04.295553 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51390) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:04.311240 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-74de52b1-033e-4ba3-a26c-b89511c562b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:04.317675 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cede9794-cbaf-4452-a8e6-c0b46d2274a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.411172 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=66cf50a1-256f-416b-adc5-9ced99e1df07,revision_number=8']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:04.414344 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:04.438127 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cede9794-cbaf-4452-a8e6-c0b46d2274a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.473178 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 7b46fb84-60fc-47d2-96ea-21110c2e7701 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:36:04.478470 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 7b46fb84-60fc-47d2-96ea-21110c2e7701 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:36:04.479138 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.505766 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703ffc0-6490-45fb-8b61-9445eaea71da req-3592674c-4d55-452b-9e7c-a8d98b370b67 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:04.507307 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4703ffc0-6490-45fb-8b61-9445eaea71da req-3592674c-4d55-452b-9e7c-a8d98b370b67 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0826528 Jun 07 08:36:04.513120 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-cede9794-cbaf-4452-a8e6-c0b46d2274a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.536358 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f914216f-a42e-4cbc-a1c0-a5c0fc296b63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:04.560874 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-cede9794-cbaf-4452-a8e6-c0b46d2274a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7a32b86316c469fa3da5eb65d3f4590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633877 Jun 07 08:36:04.563930 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51394) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:04.570451 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4703ffc0-6490-45fb-8b61-9445eaea71da req-f512c486-4824-4ce3-8527-5a65f1590b4e tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562718 Jun 07 08:36:04.583343 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cede9794-cbaf-4452-a8e6-c0b46d2274a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6410f1-15f4-4944-a2dc-b1896ae22cb6,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:04.592307 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-cede9794-cbaf-4452-a8e6-c0b46d2274a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:04.631288 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f6e7ad3f-7334-4f20-a64e-9360977620df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.632349 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.657229 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f6e7ad3f-7334-4f20-a64e-9360977620df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.662228 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435fb27-e557-4b5d-a5c6-3e1da608f321 req-fd123a7f-1383-4f74-ae36-3e784987f3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:04.663706 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2435fb27-e557-4b5d-a5c6-3e1da608f321 req-fd123a7f-1383-4f74-ae36-3e784987f3e7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1098 time: 0.0736594 Jun 07 08:36:04.669874 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 7b46fb84-60fc-47d2-96ea-21110c2e7701, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b46fb84-60fc-47d2-96ea-21110c2e7701,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:36:04.705219 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2435fb27-e557-4b5d-a5c6-3e1da608f321 req-ba45c734-31f7-4a46-ab01-ac5ad9df1a93 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354764 Jun 07 08:36:04.753101 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.755864 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:04.775768 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f6e7ad3f-7334-4f20-a64e-9360977620df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.778407 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f6e7ad3f-7334-4f20-a64e-9360977620df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:04.781997 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f6e7ad3f-7334-4f20-a64e-9360977620df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c6410f1-15f4-4944-a2dc-b1896ae22cb6 HTTP/1.1" status: 204 len: 168 time: 0.2147181 Jun 07 08:36:04.781997 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f23bb964-b6ef-474a-8182-996a7c22060c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:04.789784 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7ad3f-7334-4f20-a64e-9360977620df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6410f1-15f4-4944-a2dc-b1896ae22cb6,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:04.794371 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f6e7ad3f-7334-4f20-a64e-9360977620df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:04.873200 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=7b46fb84-60fc-47d2-96ea-21110c2e7701,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:04.876288 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:04.957173 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26211012-be60-4abd-bfa0-db853d53d1be req-5ac93e85-6904-4724-954e-eb444e6fbe5a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:04.958678 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-26211012-be60-4abd-bfa0-db853d53d1be req-5ac93e85-6904-4724-954e-eb444e6fbe5a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 945 time: 0.0898890 Jun 07 08:36:05.005050 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-26211012-be60-4abd-bfa0-db853d53d1be req-695e6c0c-ece0-4313-9c76-abac6098fbd3 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Jun 07 08:36:05.342062 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51402) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:05.362124 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f75b2561-25a2-45ce-a6cb-e9e461369aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:05.461141 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f75b2561-25a2-45ce-a6cb-e9e461369aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:05.518310 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-f75b2561-25a2-45ce-a6cb-e9e461369aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:05.528124 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-d0c58e0f-1ac4-48d1-9eda-1459e2efc116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:05.567743 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f75b2561-25a2-45ce-a6cb-e9e461369aa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4f8dde998cc4c018dfcf8aea46ef2c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246008 Jun 07 08:36:05.568696 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75b2561-25a2-45ce-a6cb-e9e461369aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488903ac-bf00-46f4-9af4-effbcf9229ab,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:05.570425 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51404) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:05.571666 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f75b2561-25a2-45ce-a6cb-e9e461369aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:05.634576 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-850c80e4-c64c-42dc-8c5b-236823b8fcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:05.661877 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-850c80e4-c64c-42dc-8c5b-236823b8fcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:05.770190 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93fe10-f223-4f7f-bbaf-ca4c95a557e7 req-95b0ac70-121e-4e71-a2d2-f8cd152e3aaf tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:05.771551 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4c93fe10-f223-4f7f-bbaf-ca4c95a557e7 req-95b0ac70-121e-4e71-a2d2-f8cd152e3aaf tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0983491 Jun 07 08:36:05.820004 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4c93fe10-f223-4f7f-bbaf-ca4c95a557e7 req-a4676c58-e73f-4070-a92f-6e2e9f4ffd4e tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414264 Jun 07 08:36:05.831706 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-850c80e4-c64c-42dc-8c5b-236823b8fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:05.834228 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-850c80e4-c64c-42dc-8c5b-236823b8fcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:05.835282 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-850c80e4-c64c-42dc-8c5b-236823b8fcaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/488903ac-bf00-46f4-9af4-effbcf9229ab HTTP/1.1" status: 204 len: 168 time: 0.2632964 Jun 07 08:36:05.836109 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-8c3e0380-4c24-4ce6-bd90-c3ae63a7c026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:05.846137 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c80e4-c64c-42dc-8c5b-236823b8fcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488903ac-bf00-46f4-9af4-effbcf9229ab,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:05.848594 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-850c80e4-c64c-42dc-8c5b-236823b8fcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:06.189764 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f788e1d-c60d-4cf9-9046-2f023b06e734 req-e2ef8388-a9a3-4f83-bb88-f4983d7738f1 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:06.191220 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0f788e1d-c60d-4cf9-9046-2f023b06e734 req-e2ef8388-a9a3-4f83-bb88-f4983d7738f1 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 945 time: 0.0815864 Jun 07 08:36:06.238652 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0f788e1d-c60d-4cf9-9046-2f023b06e734 req-15e41577-e82a-4587-9e86-8021e9849326 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419238 Jun 07 08:36:06.264185 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b46fb84-60fc-47d2-96ea-21110c2e7701'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:36:06.266532 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258c0493-780c-4446-9224-32df2e7fc79d" -d '{"events": [{"server_uuid": "2b349f84-1eec-4fea-9766-92c575ada9b2", "name": "network-vif-plugged", "status": "completed", "tag": "7b46fb84-60fc-47d2-96ea-21110c2e7701"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:36:06.308169 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfd38f2-68b4-410d-9d10-c1e714af1692 x-openstack-request-id: req-edfd38f2-68b4-410d-9d10-c1e714af1692 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:36:06.308459 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b349f84-1eec-4fea-9766-92c575ada9b2", "name": "network-vif-plugged", "status": "completed", "tag": "7b46fb84-60fc-47d2-96ea-21110c2e7701", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:36:06.308773 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edfd38f2-68b4-410d-9d10-c1e714af1692 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:36:06.309190 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b46fb84-60fc-47d2-96ea-21110c2e7701', 'code': 200} Jun 07 08:36:06.718574 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723a061-31c0-4386-a27c-95f3d75cb65d req-753b6418-b0bf-4473-ade0-813052ccd488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:06.720084 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a723a061-31c0-4386-a27c-95f3d75cb65d req-753b6418-b0bf-4473-ade0-813052ccd488 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 1098 time: 0.0737743 Jun 07 08:36:06.762255 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a723a061-31c0-4386-a27c-95f3d75cb65d req-129dfb92-0f42-4ad6-87c6-00ed6094fec2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358412 Jun 07 08:36:07.008732 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862771b-b38c-45a3-80a4-5b174e1504c6 req-31bf4103-ea87-47ff-a0cd-86ba802d771c tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:07.010220 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c862771b-b38c-45a3-80a4-5b174e1504c6 req-31bf4103-ea87-47ff-a0cd-86ba802d771c tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0821753 Jun 07 08:36:07.056005 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-c862771b-b38c-45a3-80a4-5b174e1504c6 req-5345afc4-b80e-43fb-a7ce-ab5b2eab7290 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400040 Jun 07 08:36:07.506030 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54ed90a-9c96-496d-ab77-cc72e64e07f3 req-4abccd64-9767-4e06-9c5d-573fa17c9cfc tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:07.507462 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d54ed90a-9c96-496d-ab77-cc72e64e07f3 req-4abccd64-9767-4e06-9c5d-573fa17c9cfc tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 945 time: 0.1609781 Jun 07 08:36:07.553954 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d54ed90a-9c96-496d-ab77-cc72e64e07f3 req-a12fa625-83d4-46e1-b815-ba842419a1eb tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398192 Jun 07 08:36:07.769163 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51458) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:07.887377 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9083b7ff-69e4-4537-a741-bb52d585688b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:07.991008 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9083b7ff-69e4-4537-a741-bb52d585688b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:08.061408 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9083b7ff-69e4-4537-a741-bb52d585688b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:08.069561 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-22a4bc72-d6c2-4935-b6a6-eeee289a3c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:08.109587 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-9083b7ff-69e4-4537-a741-bb52d585688b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f991a430b5d4aab82a0e54f0ef621d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3393173 Jun 07 08:36:08.110457 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083b7ff-69e4-4537-a741-bb52d585688b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=184cef69-a125-4d55-bf27-4ce4b2b165f1,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:08.112266 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51462) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:08.113543 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9083b7ff-69e4-4537-a741-bb52d585688b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:08.170444 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6f117583-5122-4cae-b5a6-e27247b159c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:08.198648 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6f117583-5122-4cae-b5a6-e27247b159c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:08.313267 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6f117583-5122-4cae-b5a6-e27247b159c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:08.315759 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6f117583-5122-4cae-b5a6-e27247b159c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:08.316914 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-6f117583-5122-4cae-b5a6-e27247b159c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/184cef69-a125-4d55-bf27-4ce4b2b165f1 HTTP/1.1" status: 204 len: 168 time: 0.2035861 Jun 07 08:36:08.317659 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3b374331-1b7f-4c08-9d75-b2f690a494a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:08.327681 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f117583-5122-4cae-b5a6-e27247b159c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184cef69-a125-4d55-bf27-4ce4b2b165f1,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:08.329924 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-6f117583-5122-4cae-b5a6-e27247b159c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:08.759316 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd11b9d-84bf-4823-8b07-14df12b7a724 req-9b89c2ad-368a-4b6c-9dd3-85fc46046be9 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:08.761185 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0dd11b9d-84bf-4823-8b07-14df12b7a724 req-9b89c2ad-368a-4b6c-9dd3-85fc46046be9 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 945 time: 0.0801718 Jun 07 08:36:08.810279 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0dd11b9d-84bf-4823-8b07-14df12b7a724 req-4e1d3cac-269d-4fbb-b501-125c4e19cc5a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438216 Jun 07 08:36:09.003083 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef82c7c-ca03-4da0-be59-080860a0c7df req-bb146cfd-195d-4571-8049-cf09827ff05b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:09.004636 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8ef82c7c-ca03-4da0-be59-080860a0c7df req-bb146cfd-195d-4571-8049-cf09827ff05b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 945 time: 0.0851192 Jun 07 08:36:09.013455 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51484) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:09.018374 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-78f09302-5745-4818-9e98-0b3e858b8a29 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Request body: {'floatingip': {'port_id': '7b46fb84-60fc-47d2-96ea-21110c2e7701'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:36:09.098859 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-78f09302-5745-4818-9e98-0b3e858b8a29 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:09.709074 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-78f09302-5745-4818-9e98-0b3e858b8a29 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:09.787255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-78f09302-5745-4818-9e98-0b3e858b8a29 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:09.956152 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [None req-78f09302-5745-4818-9e98-0b3e858b8a29 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Floating IP 19c5dcb2-3326-436b-8b4f-6a8a244b03c8 associated. External IP: 172.28.1.27, port: 7b46fb84-60fc-47d2-96ea-21110c2e7701. Jun 07 08:36:10.410191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f09302-5745-4818-9e98-0b3e858b8a29 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:36:10.586605 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f09302-5745-4818-9e98-0b3e858b8a29 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:36:10.592195 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-78f09302-5745-4818-9e98-0b3e858b8a29 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:10.596770 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] Sync routers for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:36:10.607166 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:36:10.607835 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:35:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:36:10.652149 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-78f09302-5745-4818-9e98-0b3e858b8a29 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "PUT /v2.0/floatingips/19c5dcb2-3326-436b-8b4f-6a8a244b03c8 HTTP/1.1" status: 200 len: 990 time: 1.6340787 Jun 07 08:36:10.652149 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'tag': '7b46fb84-60fc-47d2-96ea-21110c2e7701'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:36:10.652427 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d9a1c4-8967-47a6-a975-6b27c3b95537" -d '{"events": [{"name": "network-changed", "server_uuid": "2b349f84-1eec-4fea-9766-92c575ada9b2", "tag": "7b46fb84-60fc-47d2-96ea-21110c2e7701"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:36:10.711745 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2b3fc1-c86d-4b2c-8888-f0a1d7df563b x-openstack-request-id: req-ad2b3fc1-c86d-4b2c-8888-f0a1d7df563b {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:36:10.712074 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b349f84-1eec-4fea-9766-92c575ada9b2", "tag": "7b46fb84-60fc-47d2-96ea-21110c2e7701", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:36:10.712341 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad2b3fc1-c86d-4b2c-8888-f0a1d7df563b {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:36:10.712783 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'tag': '7b46fb84-60fc-47d2-96ea-21110c2e7701', 'status': 'completed', 'code': 200} Jun 07 08:36:10.795653 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:36:10.864273 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-66f9406d-26af-45b8-949b-1e5b89bdf4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:10.865921 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-66f9406d-26af-45b8-949b-1e5b89bdf4e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=298efcc585e04e6889d639551506c620&device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 1098 time: 0.0746415 Jun 07 08:36:11.005420 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-70d42277-5f54-4e48-baa7-efa84057b1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:11.006921 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-70d42277-5f54-4e48-baa7-efa84057b1bd service neutron] 10.222.0.50 "GET /v2.0/networks?id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 200 len: 912 time: 0.1347761 Jun 07 08:36:11.111986 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-8fca845f-d220-4422-ac6b-44eb5416c002 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b46fb84-60fc-47d2-96ea-21110c2e7701 HTTP/1.1" status: 200 len: 998 time: 0.0984466 Jun 07 08:36:11.173973 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-316ee691-d712-443f-896e-1a8e2cdadd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:11.175055 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': '19c5dcb2-3326-436b-8b4f-6a8a244b03c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'floating_ip_address': '172.28.1.27', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'port_id': '7b46fb84-60fc-47d2-96ea-21110c2e7701', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'mac_address': 'fa:16:3e:11:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:35:50Z', 'updated_at': '2021-06-07T08:36:09Z', 'revision_number': 1, 'project_id': '298efcc585e04e6889d639551506c620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:36:11.175392 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-316ee691-d712-443f-896e-1a8e2cdadd66 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=97ef570e-6783-4610-8dbb-35d5d50c620a HTTP/1.1" status: 200 len: 850 time: 0.0575776 Jun 07 08:36:11.178864 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] Checking router: ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:36:11.187454 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:36:11.188063 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:35:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:36:11.254304 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-f9480442-cf36-4c98-8a06-2769c1ab4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:36:11.255775 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-f9480442-cf36-4c98-8a06-2769c1ab4ee1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0742896 Jun 07 08:36:11.380527 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:36:11.392796 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-19de203d-c430-4c1d-8c92-9e49eeec47c9 service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293812 Jun 07 08:36:11.526319 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-27d9a1c4-8967-47a6-a975-6b27c3b95537 req-43a13b8b-d8ef-4ad7-8fc1-574ef0b253ea service neutron] 10.222.0.50 "GET /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268764 Jun 07 08:36:11.743338 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': '19c5dcb2-3326-436b-8b4f-6a8a244b03c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'floating_ip_address': '172.28.1.27', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'port_id': '7b46fb84-60fc-47d2-96ea-21110c2e7701', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'mac_address': 'fa:16:3e:11:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:35:50Z', 'updated_at': '2021-06-07T08:36:09Z', 'revision_number': 1, 'project_id': '298efcc585e04e6889d639551506c620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:36:11.747843 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8ef7f-7b26-4999-b55d-2b8f46d17bee None None] The sync data for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb is: [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': '19c5dcb2-3326-436b-8b4f-6a8a244b03c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'floating_ip_address': '172.28.1.27', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'port_id': '7b46fb84-60fc-47d2-96ea-21110c2e7701', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 534, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'mac_address': 'fa:16:3e:11:8c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:35:50Z', 'updated_at': '2021-06-07T08:36:09Z', 'revision_number': 1, 'project_id': '298efcc585e04e6889d639551506c620', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:36:11.935081 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caae0851-04d0-4d42-ae79-71da0e9a5f15 None None] New status for floating IP 19c5dcb2-3326-436b-8b4f-6a8a244b03c8: ACTIVE {{(pid=92139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:36:20.481480 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51612) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:20.597276 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-48e20dcd-c528-44a7-a155-93d71ac29897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:20.785106 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-48e20dcd-c528-44a7-a155-93d71ac29897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:20.844252 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-48e20dcd-c528-44a7-a155-93d71ac29897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:20.851298 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b3c0f391-0f47-48d9-92d8-a9cecd4a0bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:20.890256 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e20dcd-c528-44a7-a155-93d71ac29897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0c71e1-7b69-4d7c-8e67-5368290c9393,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:20.894513 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-48e20dcd-c528-44a7-a155-93d71ac29897 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f09edc071ff94039bf857c7f40ff4ca7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4120493 Jun 07 08:36:20.895491 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-48e20dcd-c528-44a7-a155-93d71ac29897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:20.897156 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51616) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:20.953396 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-137fefe3-e490-4c7b-9f2c-cb694450b5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:20.979082 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-137fefe3-e490-4c7b-9f2c-cb694450b5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:21.250352 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-137fefe3-e490-4c7b-9f2c-cb694450b5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:21.252954 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-137fefe3-e490-4c7b-9f2c-cb694450b5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:21.254090 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-137fefe3-e490-4c7b-9f2c-cb694450b5ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e0c71e1-7b69-4d7c-8e67-5368290c9393 HTTP/1.1" status: 204 len: 168 time: 0.3559036 Jun 07 08:36:21.254960 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5dae5589-f4e0-468f-8b0e-0fa11c735c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:21.265221 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137fefe3-e490-4c7b-9f2c-cb694450b5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0c71e1-7b69-4d7c-8e67-5368290c9393,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:21.267507 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-137fefe3-e490-4c7b-9f2c-cb694450b5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:21.862986 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51624) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:21.882372 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a4969511-86d1-4bd8-bb59-6478c5ec362f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:21.981832 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a4969511-86d1-4bd8-bb59-6478c5ec362f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:22.049539 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a4969511-86d1-4bd8-bb59-6478c5ec362f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:22.056317 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-de5819d9-2ecf-4476-bed1-46c13b5855e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:22.094452 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4969511-86d1-4bd8-bb59-6478c5ec362f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc3d702-a873-4f6e-ab25-60e5706bcb7c,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:22.098641 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-a4969511-86d1-4bd8-bb59-6478c5ec362f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=924463eada9546059bdebb0330b4d3ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345533 Jun 07 08:36:22.099504 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a4969511-86d1-4bd8-bb59-6478c5ec362f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:22.101943 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51626) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:22.158063 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-98fe702f-340d-44b7-8726-0659d8a3d7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:22.184453 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-98fe702f-340d-44b7-8726-0659d8a3d7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:22.284236 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-98fe702f-340d-44b7-8726-0659d8a3d7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:22.286838 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-98fe702f-340d-44b7-8726-0659d8a3d7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:22.287955 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-98fe702f-340d-44b7-8726-0659d8a3d7ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdc3d702-a873-4f6e-ab25-60e5706bcb7c HTTP/1.1" status: 204 len: 168 time: 0.1857729 Jun 07 08:36:22.288805 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-66d1a9b9-2b91-48a1-8f2e-97431972530e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:22.298774 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe702f-340d-44b7-8726-0659d8a3d7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc3d702-a873-4f6e-ab25-60e5706bcb7c,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:22.301189 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-98fe702f-340d-44b7-8726-0659d8a3d7ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:22.822047 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51634) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:22.839656 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8c82a991-6673-4bfd-beb8-8ba8cebe56dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:22.942088 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8c82a991-6673-4bfd-beb8-8ba8cebe56dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:23.009975 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-80af6490-047b-47c5-bfbe-224ba33ea272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:23.038508 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-8c82a991-6673-4bfd-beb8-8ba8cebe56dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:23.045592 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-633c7726-3964-4113-8ed2-a64931856d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:23.085889 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-8c82a991-6673-4bfd-beb8-8ba8cebe56dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=506a0a6e2c3e4bee93d2afbf1b8e2c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627194 Jun 07 08:36:23.086559 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c82a991-6673-4bfd-beb8-8ba8cebe56dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04985a97-ec3d-4b96-ac69-81eb9667bf39,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:23.089172 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51636) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:23.089754 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8c82a991-6673-4bfd-beb8-8ba8cebe56dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:23.148345 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d5423287-4dee-47c5-bc77-d88b9e565581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:23.174892 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d5423287-4dee-47c5-bc77-d88b9e565581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:23.248042 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:36:23.261140 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d5423287-4dee-47c5-bc77-d88b9e565581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:23.263636 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d5423287-4dee-47c5-bc77-d88b9e565581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:23.267543 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-d5423287-4dee-47c5-bc77-d88b9e565581 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04985a97-ec3d-4b96-ac69-81eb9667bf39 HTTP/1.1" status: 204 len: 168 time: 0.1746216 Jun 07 08:36:23.267543 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-4e10f9ef-4f87-4734-8cfe-a0a0ce0fed64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:23.275689 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5423287-4dee-47c5-bc77-d88b9e565581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04985a97-ec3d-4b96-ac69-81eb9667bf39,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:23.278095 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d5423287-4dee-47c5-bc77-d88b9e565581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:25.118196 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:25.719771 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b235b12e-a3a8-4189-b908-cb5e1bd2ceaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:25.787025 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:27.461654 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:29.382105 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:53.037586 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-8d47c6e1-40f9-4e5a-b10b-8ef26896141a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:54.535400 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51892) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:54.651877 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:54.751966 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:54.814384 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:54.824043 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-137fefe3-e490-4c7b-9f2c-cb694450b5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:54.870568 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=575d871971f14b978a049aa11e210fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338292 Jun 07 08:36:54.871342 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082cdf69-cf29-49e6-8206-56e8f5437a49,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:54.873103 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51900) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:54.878656 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.879354 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.880543 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.880977 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.881456 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.881824 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.882183 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.882543 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.882898 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.883250 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.883599 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.883950 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:54.887824 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4dc3161b-1672-4b1b-9a75-9cb52062047c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:54.937807 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:54.965389 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:55.100974 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:55.103482 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:55.104641 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/082cdf69-cf29-49e6-8206-56e8f5437a49 HTTP/1.1" status: 204 len: 168 time: 0.2304652 Jun 07 08:36:55.105454 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e4d009e7-728b-40bc-ad9b-cff311102c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:55.115786 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082cdf69-cf29-49e6-8206-56e8f5437a49,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:55.123269 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.123644 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.124010 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.124372 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.124759 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.125119 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.125474 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.125822 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.126174 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.126521 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.126859 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.127203 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:36:55.130639 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:55.186155 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:55.740806 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2f4933f0-bffc-4ead-923a-a529e2dd7e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:55.803140 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:56.690995 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 51936) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:56.818901 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-109a677f-9866-4e8c-8a60-0f26662f44a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:56.941038 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-109a677f-9866-4e8c-8a60-0f26662f44a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:56.998558 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-109a677f-9866-4e8c-8a60-0f26662f44a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:57.006022 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-7186a7a4-8576-4f24-9c92-9e89b6d2f57d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:57.050771 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-109a677f-9866-4e8c-8a60-0f26662f44a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2555097ce21e4a2ba6fd9455c307dcbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583775 Jun 07 08:36:57.051745 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a677f-9866-4e8c-8a60-0f26662f44a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e7c8ae-029f-456f-a05b-01e60b5e90e5,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:57.053484 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 51940) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:36:57.055244 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-109a677f-9866-4e8c-8a60-0f26662f44a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:57.123782 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-557bb965-71b5-4522-a868-cdaf2a758742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:57.153424 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-557bb965-71b5-4522-a868-cdaf2a758742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:57.272536 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-557bb965-71b5-4522-a868-cdaf2a758742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:57.275301 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-557bb965-71b5-4522-a868-cdaf2a758742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:57.276460 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-557bb965-71b5-4522-a868-cdaf2a758742 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40e7c8ae-029f-456f-a05b-01e60b5e90e5 HTTP/1.1" status: 204 len: 168 time: 0.2218411 Jun 07 08:36:57.277288 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-253b0541-e952-4896-a482-8d7ca73e78c9 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:36:57.291597 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bb965-71b5-4522-a868-cdaf2a758742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e7c8ae-029f-456f-a05b-01e60b5e90e5,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:36:57.295224 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-557bb965-71b5-4522-a868-cdaf2a758742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:36:57.443872 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:36:59.397789 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:00.246089 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:37:02.118032 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-219a728d-d6ef-4a2d-987f-ca8a9e160af1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731111 Jun 07 08:37:02.271600 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-af6a9260-e3c2-4b93-93d6-5ead8c47f646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:02.273140 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-af6a9260-e3c2-4b93-93d6-5ead8c47f646 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4d7795797dd454788a55e7e9cf652c7&device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1098 time: 0.0724440 Jun 07 08:37:02.515432 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-1dc0fb80-dda0-47c8-96d8-e3508bee3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:02.516832 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-1dc0fb80-dda0-47c8-96d8-e3508bee3c1a service neutron] 10.222.0.50 "GET /v2.0/networks?id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b HTTP/1.1" status: 200 len: 910 time: 0.2253222 Jun 07 08:37:02.625499 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-b6cd91a1-de7d-4e12-b9dd-32bc07085283 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cf50a1-256f-416b-adc5-9ced99e1df07 HTTP/1.1" status: 200 len: 1000 time: 0.1019626 Jun 07 08:37:02.690881 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-b072a5d8-64ab-4ee5-bd7e-52217fc5b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:02.696719 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-b072a5d8-64ab-4ee5-bd7e-52217fc5b227 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=086c8d1b-9724-4f67-b7ac-5137521b2c2b HTTP/1.1" status: 200 len: 848 time: 0.0611529 Jun 07 08:37:02.765130 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-a636749d-e1c8-441b-a652-096fdb091687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:02.766628 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-a636749d-e1c8-441b-a652-096fdb091687 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0684371 Jun 07 08:37:02.894269 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-78703308-8ef8-4d47-a118-12600257a7ab service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213791 Jun 07 08:37:03.024418 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fb5d111e-61b4-4088-843c-4cf89a23b9c8 req-4a0bfb74-054a-4cc2-9964-fa977568500b service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238570 Jun 07 08:37:22.795034 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923329-adc4-4d34-b393-71f4bae01ef1 req-062b1a77-cd3a-413f-aef3-fc7a7ec88280 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:22.796510 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-10923329-adc4-4d34-b393-71f4bae01ef1 req-062b1a77-cd3a-413f-aef3-fc7a7ec88280 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 945 time: 0.0848556 Jun 07 08:37:22.841132 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-10923329-adc4-4d34-b393-71f4bae01ef1 req-63518bb9-5294-4fc8-925e-3d8d5b2db244 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391171 Jun 07 08:37:22.997743 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-31d35c90-7024-4844-a823-98dadb7e9041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:24.030859 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc5404c-da2e-4e95-a8b8-9e7dc61ed49d req-383ed06d-4999-4d28-ad58-e673d592c347 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:24.032316 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0bc5404c-da2e-4e95-a8b8-9e7dc61ed49d req-383ed06d-4999-4d28-ad58-e673d592c347 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 945 time: 0.0831547 Jun 07 08:37:24.075760 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0bc5404c-da2e-4e95-a8b8-9e7dc61ed49d req-c844d106-e273-4045-aa9b-b285e032a5d2 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378723 Jun 07 08:37:24.659971 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-60ef2506-1ab0-4c18-a3c4-482c041f6310 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:24.661490 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-60ef2506-1ab0-4c18-a3c4-482c041f6310 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 945 time: 0.0782995 Jun 07 08:37:24.799002 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Deleting port 7b46fb84-60fc-47d2-96ea-21110c2e7701 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:24.799341 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:24.930738 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] For port 7b46fb84-60fc-47d2-96ea-21110c2e7701, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=7b46fb84-60fc-47d2-96ea-21110c2e7701,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:24.931010 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:25.158021 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:25.218270 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:25.218851 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:25.218851 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Floating IP 19c5dcb2-3326-436b-8b4f-6a8a244b03c8 disassociated. External IP: 172.28.1.27, port: 7b46fb84-60fc-47d2-96ea-21110c2e7701. Jun 07 08:37:25.219209 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Calling delete_port for 7b46fb84-60fc-47d2-96ea-21110c2e7701 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:25.260830 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a654512-eaee-4339-bbf3-d5ddc0864c63 req-5f663c1c-1792-44fc-a718-0c628711ff83 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:25.265030 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8a654512-eaee-4339-bbf3-d5ddc0864c63 req-5f663c1c-1792-44fc-a718-0c628711ff83 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 945 time: 0.0842044 Jun 07 08:37:25.314801 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8a654512-eaee-4339-bbf3-d5ddc0864c63 req-6f4bd266-ac77-4e79-ad49-ce8d3b6687a6 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups?id=fa92d808-17d6-48f4-9f09-834df1d25e4c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448904 Jun 07 08:37:25.374836 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:25.380642 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e04f5caa-bb62-43f5-b171-ea6fd3f19a4e tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:25.426550 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event deleted for resources: {'Port': ['ID=7b46fb84-60fc-47d2-96ea-21110c2e7701,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:25.430030 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:25.686555 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:37:25.763645 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-ad302ad3-acb4-4839-ba3f-4bddc1335c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:25.785815 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52018) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:25.798232 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:25.962760 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:37:25.971718 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] Sync routers for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:37:25.981595 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:25.982207 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:26.114275 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] No DVR routers for this DVR port 7b46fb84-60fc-47d2-96ea-21110c2e7701 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:37:26.118950 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:26.120904 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4412d8a0-07ca-404a-b77e-293acd06c5cc req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.50 "DELETE /v2.0/ports/7b46fb84-60fc-47d2-96ea-21110c2e7701 HTTP/1.1" status: 204 len: 173 time: 1.4544532 Jun 07 08:37:26.121390 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'name': 'network-vif-deleted', 'tag': '7b46fb84-60fc-47d2-96ea-21110c2e7701'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:37:26.123640 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1c6450-2b0c-45a0-ae3e-ba365ed019f4" -d '{"events": [{"server_uuid": "2b349f84-1eec-4fea-9766-92c575ada9b2", "name": "network-vif-deleted", "tag": "7b46fb84-60fc-47d2-96ea-21110c2e7701"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:37:26.156471 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:26.174906 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c775d3-c9c5-4ae8-ba52-bfb1a109eef4 x-openstack-request-id: req-79c775d3-c9c5-4ae8-ba52-bfb1a109eef4 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:37:26.180865 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b349f84-1eec-4fea-9766-92c575ada9b2", "name": "network-vif-deleted", "tag": "7b46fb84-60fc-47d2-96ea-21110c2e7701", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:37:26.180865 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79c775d3-c9c5-4ae8-ba52-bfb1a109eef4 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:37:26.180865 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b349f84-1eec-4fea-9766-92c575ada9b2', 'name': 'network-vif-deleted', 'tag': '7b46fb84-60fc-47d2-96ea-21110c2e7701', 'status': 'completed', 'code': 200} Jun 07 08:37:26.211199 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Deleting port f25719c7-aa03-44ae-a1c2-63fba8ef2e66 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:26.214457 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:26.333770 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:26.334467 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:26.458751 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Calling delete_port for f25719c7-aa03-44ae-a1c2-63fba8ef2e66 owned by network:floatingip {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:26.479187 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-7a5f33cb-21fc-47e9-87bc-58064cb47cbf req-0dcaf188-c103-4e34-a113-b353bc122f70 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b349f84-1eec-4fea-9766-92c575ada9b2 HTTP/1.1" status: 200 len: 210 time: 0.0457003 Jun 07 08:37:26.526248 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:26.530110 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] Checking router: ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:37:26.538511 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:26.539139 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:26.655636 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:26.660501 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3c624678-1871-4464-b489-d52729171507 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:26.704535 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event deleted for resources: {'Port': ['ID=f25719c7-aa03-44ae-a1c2-63fba8ef2e66,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:26.707574 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:26.720002 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:26.803116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for floatingip, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:26.804416 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Floating IP d93a76ef-8d00-47a9-b747-c4896e6be7ff disassociated (deleted). External IP: 172.28.1.79, port: 66cf50a1-256f-416b-adc5-9ced99e1df07. Jun 07 08:37:27.052108 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:27.056675 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8235b0c8-bdd2-4821-b88c-5165fa418323 None None] The sync data for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb is: [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:32:25Z', 'revision_number': 4, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': 'd4a2ef63-50e1-4405-a7bf-2d183c4435b2', 'name': '', 'network_id': 'f890ba33-4e9d-4e9e-8cbd-ceed44a189c8', 'tenant_id': '298efcc585e04e6889d639551506c620', 'mac_address': 'fa:16:3e:47:71:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:24Z', 'updated_at': '2021-06-07T08:32:31Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'subnets': [{'id': '97ef570e-6783-4610-8dbb-35d5d50c620a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:37:27.266662 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Router 2db5669c-8487-41f5-850e-85b47ba32967 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:37:27.288878 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5e58ff-40ac-4be3-948c-08378321350a None None] New status for floating IP 19c5dcb2-3326-436b-8b4f-6a8a244b03c8: DOWN {{(pid=92139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:37:27.458705 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:37:27.463736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:27.471576 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] Sync routers for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:37:27.483143 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:27.483899 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:27.512058 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:27.532585 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e65fda44-b093-4e81-8f5d-daef2e675326 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "DELETE /v2.0/floatingips/d93a76ef-8d00-47a9-b747-c4896e6be7ff HTTP/1.1" status: 204 len: 168 time: 1.7435410 Jun 07 08:37:27.682065 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:27.861525 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52036) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:27.929623 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0eb5-b9ce-4200-a755-2768099a01b7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:27.959297 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0eb5-b9ce-4200-a755-2768099a01b7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:28.001255 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:40Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '81cdf959-084c-4aee-ad2a-b41f850bad1e', 'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'mac_address': 'fa:16:3e:e0:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:39Z', 'updated_at': '2021-06-07T08:32:48Z', 'revision_number': 5, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'subnets': [{'id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:28.005226 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] Checking router: 2db5669c-8487-41f5-850e-85b47ba32967 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:37:28.013951 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:28.014561 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:28.083842 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0eb5-b9ce-4200-a755-2768099a01b7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:28.086534 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-bc4e0eb5-b9ce-4200-a755-2768099a01b7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:28.087722 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-bc4e0eb5-b9ce-4200-a755-2768099a01b7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "DELETE /v2.0/security-groups/fa92d808-17d6-48f4-9f09-834df1d25e4c HTTP/1.1" status: 204 len: 168 time: 0.2250366 Jun 07 08:37:28.088507 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ab42ee33-b05e-4483-86f4-f32b70b3bc07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:28.090546 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52040) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:28.099934 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e0eb5-b9ce-4200-a755-2768099a01b7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa92d808-17d6-48f4-9f09-834df1d25e4c,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:28.103045 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-bc4e0eb5-b9ce-4200-a755-2768099a01b7 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:28.110324 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.api.v2.resource [None req-5192a170-7254-446d-90b2-511e5231d8e2 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] show failed (client error): The resource could not be found. Jun 07 08:37:28.111317 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-5192a170-7254-446d-90b2-511e5231d8e2 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "GET /v2.0/security-groups/fa92d808-17d6-48f4-9f09-834df1d25e4c HTTP/1.1" status: 404 len: 347 time: 0.0191793 Jun 07 08:37:28.114133 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52042) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:28.176600 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:37:28.180074 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4d735f-cf2b-40a2-8d57-5033d396afa0" -d '{"events": [{"name": "network-changed", "server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:37:28.196529 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc8468-c23e-45d5-bfff-241118d41ee9 req-4e8a582b-df16-4cef-8d30-c9b16688fb2e tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:28.198051 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1bdc8468-c23e-45d5-bfff-241118d41ee9 req-4e8a582b-df16-4cef-8d30-c9b16688fb2e tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.1788290 Jun 07 08:37:28.231935 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fbda20-d946-47d5-bec4-60b15a02cf62 x-openstack-request-id: req-08fbda20-d946-47d5-bec4-60b15a02cf62 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:37:28.232255 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:37:28.232532 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08fbda20-d946-47d5-bec4-60b15a02cf62 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:37:28.232966 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'status': 'completed', 'code': 200} Jun 07 08:37:28.234745 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:28.425089 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1bdc8468-c23e-45d5-bfff-241118d41ee9 req-0964411c-c00b-4a28-91eb-d6274c37e800 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164330 Jun 07 08:37:28.465979 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-86748aeb-bf85-4836-8626-908c5cd7867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:28.467431 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-86748aeb-bf85-4836-8626-908c5cd7867e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a4d7795797dd454788a55e7e9cf652c7&device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 1098 time: 0.1755357 Jun 07 08:37:28.473022 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Deleting port 8d6d197d-fa8f-46e2-961b-3a8a794115a4 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:28.473370 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:28.550252 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:40Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '81cdf959-084c-4aee-ad2a-b41f850bad1e', 'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'mac_address': 'fa:16:3e:e0:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:39Z', 'updated_at': '2021-06-07T08:32:48Z', 'revision_number': 5, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'subnets': [{'id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:28.554630 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6e87b4-c694-4c38-8111-ee7267dcd2c9 None None] The sync data for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb is: [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:32:40Z', 'revision_number': 4, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '81cdf959-084c-4aee-ad2a-b41f850bad1e', 'name': '', 'network_id': '1568b14c-fc3b-4a98-bd6b-2d6543f28e5b', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'mac_address': 'fa:16:3e:e0:f4:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:39Z', 'updated_at': '2021-06-07T08:32:48Z', 'revision_number': 5, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'subnets': [{'id': '086c8d1b-9724-4f67-b7ac-5137521b2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:37:28.584724 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7b46fb84-60fc-47d2-96ea-21110c2e7701 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:28.619488 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 7b46fb84-60fc-47d2-96ea-21110c2e7701 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:28.619847 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 7b46fb84-60fc-47d2-96ea-21110c2e7701 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:28.708043 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:28.708379 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:28.776883 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c985ed-c2bb-4377-9fd8-91141c067383 None None] New status for floating IP d93a76ef-8d00-47a9-b747-c4896e6be7ff: DOWN {{(pid=92139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:37:28.777800 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-57e20abc-0bbc-424c-9860-f210e772a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:28.779244 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-57e20abc-0bbc-424c-9860-f210e772a656 service neutron] 10.222.0.50 "GET /v2.0/networks?id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b HTTP/1.1" status: 200 len: 910 time: 0.2927425 Jun 07 08:37:28.851502 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Calling delete_port for 8d6d197d-fa8f-46e2-961b-3a8a794115a4 owned by network:floatingip {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:29.019387 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-0f18c4b8-768e-416c-895f-f100fa2cde1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66cf50a1-256f-416b-adc5-9ced99e1df07 HTTP/1.1" status: 200 len: 217 time: 0.1757245 Jun 07 08:37:29.098904 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-39bb9962-03ef-4756-9fac-512a58ea99d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:29.101367 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-39bb9962-03ef-4756-9fac-512a58ea99d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=086c8d1b-9724-4f67-b7ac-5137521b2c2b HTTP/1.1" status: 200 len: 848 time: 0.0742352 Jun 07 08:37:29.241137 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-a9ce0188-8250-4f7c-beab-6e14cb1bb151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:29.242552 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-a9ce0188-8250-4f7c-beab-6e14cb1bb151 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1290424 Jun 07 08:37:29.291311 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:29.297286 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e5e28cc6-4bbb-421f-90c7-3301d9404977 tempest-VolumesSnapshotTestJSON-66818985 tempest-VolumesSnapshotTestJSON-66818985-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:29.382785 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Pushing event deleted for resources: {'Port': ['ID=8d6d197d-fa8f-46e2-961b-3a8a794115a4,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:29.391033 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:29.402734 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:29.524135 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks [] for floatingip, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:29.526721 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:29.527861 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] 10.222.0.15 "DELETE /v2.0/floatingips/19c5dcb2-3326-436b-8b4f-6a8a244b03c8 HTTP/1.1" status: 204 len: 168 time: 1.4102216 Jun 07 08:37:29.532664 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-b01ee2b7-02ab-4123-847b-432223dde0fa service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654893 Jun 07 08:37:29.615290 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c8395-0d8e-478d-9511-92fa445d7d93 req-e807b3c0-ab26-4cb3-8dd0-fa5cf344ef20 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:29.617145 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ff0c8395-0d8e-478d-9511-92fa445d7d93 req-e807b3c0-ab26-4cb3-8dd0-fa5cf344ef20 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.0838656 Jun 07 08:37:29.663877 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ff0c8395-0d8e-478d-9511-92fa445d7d93 req-eccbb5c6-24d9-445d-8468-8463ce502cfd tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b9406b6-0762-403e-b7e1-a02c75ce5fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411975 Jun 07 08:37:29.746906 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9e4861be-33e2-4d58-90c6-5667be1b2a81 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:37:29.748368 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9e4861be-33e2-4d58-90c6-5667be1b2a81 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.50 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 945 time: 0.1862204 Jun 07 08:37:29.750292 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-eb4d735f-cf2b-40a2-8d57-5033d396afa0 req-3a84fc0d-676c-499e-a065-451c7e7f19b3 service neutron] 10.222.0.50 "GET /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060223 Jun 07 08:37:29.909545 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Deleting port 66cf50a1-256f-416b-adc5-9ced99e1df07 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:29.909887 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:30.042433 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] For port 66cf50a1-256f-416b-adc5-9ced99e1df07, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=66cf50a1-256f-416b-adc5-9ced99e1df07,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:30.042710 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:30.163611 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Calling delete_port for 66cf50a1-256f-416b-adc5-9ced99e1df07 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:30.335397 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:30.341191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:30.388343 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event deleted for resources: {'Port': ['ID=66cf50a1-256f-416b-adc5-9ced99e1df07,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:30.391412 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:30.462311 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] No DVR routers for this DVR port 66cf50a1-256f-416b-adc5-9ced99e1df07 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:37:30.464846 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:30.466825 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4c1f29fb-2b77-42ae-a870-3d719fc4ca33 req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.50 "DELETE /v2.0/ports/66cf50a1-256f-416b-adc5-9ced99e1df07 HTTP/1.1" status: 204 len: 173 time: 0.6958811 Jun 07 08:37:30.467315 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'name': 'network-vif-deleted', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:37:30.469593 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4340176a-0869-448f-86f0-4eab2824fdfb" -d '{"events": [{"server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "name": "network-vif-deleted", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:37:30.660540 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e634a2f-9677-4676-affe-8bcd353d1e19 x-openstack-request-id: req-1e634a2f-9677-4676-affe-8bcd353d1e19 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:37:30.661173 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0c629e6-1c68-411d-aeaa-168f58bbe689", "name": "network-vif-deleted", "tag": "66cf50a1-256f-416b-adc5-9ced99e1df07", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:37:30.661173 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e634a2f-9677-4676-affe-8bcd353d1e19 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:37:30.661543 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0c629e6-1c68-411d-aeaa-168f58bbe689', 'name': 'network-vif-deleted', 'tag': '66cf50a1-256f-416b-adc5-9ced99e1df07', 'status': 'completed', 'code': 200} Jun 07 08:37:30.817239 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5f3dad94-fb9d-4df4-b311-72cfcfeb79e1 req-1ef952bc-81dc-4f72-a681-e21c4349273d tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 210 time: 0.0432782 Jun 07 08:37:31.987135 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d99b1f14-4dcb-4b89-89fa-09c1377ba948 req-5df28760-ac2d-40f1-be42-66480e179d11 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0c629e6-1c68-411d-aeaa-168f58bbe689 HTTP/1.1" status: 200 len: 210 time: 0.0446055 Jun 07 08:37:32.591604 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 66cf50a1-256f-416b-adc5-9ced99e1df07 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:32.628023 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 66cf50a1-256f-416b-adc5-9ced99e1df07 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:32.628457 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 66cf50a1-256f-416b-adc5-9ced99e1df07 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:33.081307 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52076) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:33.151953 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-733a725a-f1d5-4209-9107-5fdb43254ea7 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:33.181519 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-733a725a-f1d5-4209-9107-5fdb43254ea7 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:33.283794 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-733a725a-f1d5-4209-9107-5fdb43254ea7 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:33.286328 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-733a725a-f1d5-4209-9107-5fdb43254ea7 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:33.287454 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-733a725a-f1d5-4209-9107-5fdb43254ea7 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b9406b6-0762-403e-b7e1-a02c75ce5fa9 HTTP/1.1" status: 204 len: 168 time: 0.2050838 Jun 07 08:37:33.288792 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-6f117583-5122-4cae-b5a6-e27247b159c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:33.300822 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a725a-f1d5-4209-9107-5fdb43254ea7 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9406b6-0762-403e-b7e1-a02c75ce5fa9,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:33.304272 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-733a725a-f1d5-4209-9107-5fdb43254ea7 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:33.395957 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52080) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:33.909509 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52090) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:34.177579 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4040404'] for router_interface, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:34.579622 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Deleting port 81cdf959-084c-4aee-ad2a-b41f850bad1e {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:34.579970 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:34.590854 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4040404'] for router_interface, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:34.701648 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] For port 81cdf959-084c-4aee-ad2a-b41f850bad1e, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=81cdf959-084c-4aee-ad2a-b41f850bad1e,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:34.702002 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:34.830897 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Calling delete_port for 81cdf959-084c-4aee-ad2a-b41f850bad1e owned by network:router_interface {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:35.001861 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Deleting port d4a2ef63-50e1-4405-a7bf-2d183c4435b2 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:35.001861 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:35.043287 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:35.048275 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:35.123730 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Pushing event deleted for resources: {'Port': ['ID=81cdf959-084c-4aee-ad2a-b41f850bad1e,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:35.126815 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:35.132607 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] For port d4a2ef63-50e1-4405-a7bf-2d183c4435b2, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=d4a2ef63-50e1-4405-a7bf-2d183c4435b2,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:35.132607 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:35.261561 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Calling delete_port for d4a2ef63-50e1-4405-a7bf-2d183c4435b2 owned by network:router_interface {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:35.374126 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4123818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4039322'] for router_interface, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:35.609552 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:35.613390 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:35.763597 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a2ef63-50e1-4405-a7bf-2d183c4435b2,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:35.767189 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:35.843826 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Router 2db5669c-8487-41f5-850e-85b47ba32967 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:37:36.025901 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:37:36.030752 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-427a3a30-6792-455e-84df-b1311aa0ceda admin admin] 10.222.0.15 "PUT /v2.0/routers/2db5669c-8487-41f5-850e-85b47ba32967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6336515 Jun 07 08:37:36.031458 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4123818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4039322'] for router_interface, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:36.033206 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52094) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:36.039493 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] Sync routers for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:37:36.050008 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:36.050629 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:36.223538 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks [] for router, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:36.248211 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:36.410447 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:37:36.416117 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:36.563864 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Deleting port b4d19924-01e6-4335-adfc-ed0ced531d47 {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:36.564218 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:36.571276 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:37:34Z', 'revision_number': 5, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port': {'id': 'b4d19924-01e6-4335-adfc-ed0ced531d47', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:59:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db5669c-8487-41f5-850e-85b47ba32967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:35Z', 'updated_at': '2021-06-07T08:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:36.575302 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] Checking router: 2db5669c-8487-41f5-850e-85b47ba32967 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:37:36.583948 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] Routers {'2db5669c-8487-41f5-850e-85b47ba32967'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:36.585827 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['2db5669c-8487-41f5-850e-85b47ba32967'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:36.591736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:37:36.596706 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] 10.222.0.15 "PUT /v2.0/routers/ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6860764 Jun 07 08:37:36.599081 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52096) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:36.605185 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] Sync routers for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:37:36.616319 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:36.617229 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:36.698783 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] For port b4d19924-01e6-4335-adfc-ed0ced531d47, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=b4d19924-01e6-4335-adfc-ed0ced531d47,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:36.699031 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:36.765734 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] Set router 2db5669c-8487-41f5-850e-85b47ba32967 gateway port host: None {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:36.779197 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks [] for router, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:36.807433 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:36.840515 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Calling delete_port for b4d19924-01e6-4335-adfc-ed0ced531d47 owned by network:router_gateway {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:36.931428 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:37:36Z', 'revision_number': 6, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port_host': None}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:36.939033 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c2d1f-f7e8-491c-858b-f2e16499cfdc None None] The sync data for ids ['2db5669c-8487-41f5-850e-85b47ba32967'] in dv-cinder-784956-6-smb is: [{'id': '2db5669c-8487-41f5-850e-85b47ba32967', 'name': 'tempest-TestShelveInstance-1010666897-router', 'tenant_id': 'a4d7795797dd454788a55e7e9cf652c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:34Z', 'updated_at': '2021-06-07T08:37:36Z', 'revision_number': 6, 'project_id': 'a4d7795797dd454788a55e7e9cf652c7', 'gw_port_host': None}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:37:36.982894 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.083839 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.089660 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:37.127040 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Deleting port bbb30510-a0e8-4056-9fd4-0414203c56b4 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:37.127731 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.134161 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d19924-01e6-4335-adfc-ed0ced531d47,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:37.161314 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:37.185850 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:37:35Z', 'revision_number': 5, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port': {'id': 'bbb30510-a0e8-4056-9fd4-0414203c56b4', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:12:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:21Z', 'updated_at': '2021-06-07T08:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:37.190153 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] Checking router: ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:37:37.200872 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] Routers {'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:37.201531 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:37.247305 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:37:37.376896 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768388'] for router_gateway, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.391291 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] Set router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 gateway port host: None {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:37.403248 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] For port bbb30510-a0e8-4056-9fd4-0414203c56b4, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=bbb30510-a0e8-4056-9fd4-0414203c56b4,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:37.403644 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.514669 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:37:36Z', 'revision_number': 6, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port_host': None}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:37.518646 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ae471-29e9-4ad0-b6b3-0155b4569f41 None None] The sync data for ids ['ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254'] in dv-cinder-784956-6-smb is: [{'id': 'ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254', 'name': 'tempest-AttachVolumeTestJSON-1769670284-router', 'tenant_id': '298efcc585e04e6889d639551506c620', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:20Z', 'updated_at': '2021-06-07T08:37:36Z', 'revision_number': 6, 'project_id': '298efcc585e04e6889d639551506c620', 'gw_port_host': None}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:37:37.540377 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Calling delete_port for bbb30510-a0e8-4056-9fd4-0414203c56b4 owned by network:router_gateway {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:37.573071 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7958'] for router, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.575361 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.654936 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4051183'] for router, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.655647 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2db5669c-8487-41f5-850e-85b47ba32967 {{(pid=92138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:37:37.659879 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] Notify callbacks [] for router, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.661008 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-6fa1b70d-3955-4c28-841c-d095c5b9cd87 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2db5669c-8487-41f5-850e-85b47ba32967 HTTP/1.1" status: 204 len: 168 time: 1.6268909 Jun 07 08:37:37.664355 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52098) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:37.723785 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_v2 [None req-4518ca26-f897-498d-82f1-1d001631f601 admin admin] Deleting subnet 086c8d1b-9724-4f67-b7ac-5137521b2c2b {{(pid=92138) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:37:37.726872 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4518ca26-f897-498d-82f1-1d001631f601 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.734874 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.739611 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-52d01b0e-07dc-4930-b788-09e6c86b552b tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:37.780367 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4518ca26-f897-498d-82f1-1d001631f601 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3506894'] for subnet, precommit_delete_associations {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.791198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb30510-a0e8-4056-9fd4-0414203c56b4,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:37.818314 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:37.868149 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4518ca26-f897-498d-82f1-1d001631f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:37.889741 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768388'] for router_gateway, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.015874 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4518ca26-f897-498d-82f1-1d001631f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2161693', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2398406'] for subnet, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.035097 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:38.055678 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518ca26-f897-498d-82f1-1d001631f601 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=086c8d1b-9724-4f67-b7ac-5137521b2c2b,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:38.060685 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-4518ca26-f897-498d-82f1-1d001631f601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:38.065349 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-4518ca26-f897-498d-82f1-1d001631f601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.066716 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7958'] for router, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.067180 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-4518ca26-f897-498d-82f1-1d001631f601 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/086c8d1b-9724-4f67-b7ac-5137521b2c2b HTTP/1.1" status: 204 len: 168 time: 0.4018576 Jun 07 08:37:38.069755 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.070244 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52100) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:38.075269 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76fc64a-e91b-427e-b4d3-ade4fca2131a None None] Network 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:37:38.115051 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 81cdf959-084c-4aee-ad2a-b41f850bad1e no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:38.161107 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 81cdf959-084c-4aee-ad2a-b41f850bad1e {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:38.161457 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 81cdf959-084c-4aee-ad2a-b41f850bad1e not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:38.188151 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4051183'] for router, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.190262 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 {{(pid=92137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:37:38.195327 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Notify callbacks [] for router, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.198745 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ce15e3fc-b3d0-4c59-acd0-b30e3cd8e254 HTTP/1.1" status: 204 len: 168 time: 1.5964451 Jun 07 08:37:38.199054 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52102) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:38.210273 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.268634 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_v2 [None req-67904f36-43ae-4e02-b6f9-0212526c16ec admin admin] Deleting subnet 97ef570e-6783-4610-8dbb-35d5d50c620a {{(pid=92137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:37:38.272695 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-67904f36-43ae-4e02-b6f9-0212526c16ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.301366 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Deleting port e2311fdf-0de5-4383-8519-9be4068a421c {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:38.301709 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.340505 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-67904f36-43ae-4e02-b6f9-0212526c16ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811502'] for subnet, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.408172 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00753229-c131-494b-9c42-98ecc629f611 None None] DHCP port deletion for 1568b14c-fc3b-4a98-bd6b-2d6543f28e5b request from dv-cinder-784956-6-smb {{(pid=92139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:37:38.417984 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] For port e2311fdf-0de5-4383-8519-9be4068a421c, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=e2311fdf-0de5-4383-8519-9be4068a421c,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:38.418361 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.471569 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-67904f36-43ae-4e02-b6f9-0212526c16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.480953 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Deleting port e2311fdf-0de5-4383-8519-9be4068a421c {{(pid=92139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:38.481429 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.548318 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Calling delete_port for e2311fdf-0de5-4383-8519-9be4068a421c owned by network:dhcp {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:38.597256 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-00753229-c131-494b-9c42-98ecc629f611 None None] For port e2311fdf-0de5-4383-8519-9be4068a421c, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=e2311fdf-0de5-4383-8519-9be4068a421c,segment=NetworkSegment(b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104),segment_id=b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:38.597655 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.626324 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-67904f36-43ae-4e02-b6f9-0212526c16ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2255046'] for subnet, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.630498 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:38.669325 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67904f36-43ae-4e02-b6f9-0212526c16ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ef570e-6783-4610-8dbb-35d5d50c620a,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:38.671355 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-67904f36-43ae-4e02-b6f9-0212526c16ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.675430 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-67904f36-43ae-4e02-b6f9-0212526c16ec admin admin] 10.222.0.15 "DELETE /v2.0/subnets/97ef570e-6783-4610-8dbb-35d5d50c620a HTTP/1.1" status: 204 len: 168 time: 0.4731596 Jun 07 08:37:38.675430 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-67904f36-43ae-4e02-b6f9-0212526c16ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:38.675810 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52104) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:38.678116 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.685246 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-8b6d74c9-7436-4c09-bcf7-e55aa25f435b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:38.715696 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eca8b0d-3bd7-4adf-8b71-a847be548cdf None None] Network f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:37:38.730058 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2311fdf-0de5-4383-8519-9be4068a421c,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:38.733423 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:38.734214 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] No DVR routers for this DVR port e2311fdf-0de5-4383-8519-9be4068a421c on host dv-cinder-784956-6-smb {{(pid=92138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:37:38.735895 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Calling delete_port for e2311fdf-0de5-4383-8519-9be4068a421c owned by network:dhcp {{(pid=92139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:38.788754 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.850004 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.862163 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1568b14c-fc3b-4a98-bd6b-2d6543f28e5b']}} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:38.870192 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Deleting port 429853bd-094d-4f40-b3d0-21a9c7548dc6 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:38.870535 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.874705 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104') {'for_net_delete': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:38.875002 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7dc1d0a-5e5b-4a0a-98ed-acec17f8d104') {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:38.887388 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506935'] for segment, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.903975 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.911226 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Releasing vlan 738 on physical network physnet1 to pool {{(pid=92138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:37:38.911616 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2161831'] for segment, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: Traceback (most recent call last): Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: timer() Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: cb(*args, **kw) Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: return func(*args, **kwargs) Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: self._notify() Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: self.callback(batched_events) Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: event.method(event) Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: return f(self, *a, **k) Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: return self._get(url).json() Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: return self.request(url, 'GET', **kwargs) Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:37:38.925845 dv-cinder-784956-6-smb neutron-server[92138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:37:38.952300 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:38.957308 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:38.978512 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] For port 429853bd-094d-4f40-b3d0-21a9c7548dc6, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=429853bd-094d-4f40-b3d0-21a9c7548dc6,segment=NetworkSegment(33288d94-5978-44e7-8d23-ae774079ad7f),segment_id=33288d94-5978-44e7-8d23-ae774079ad7f)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:38.978903 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.004659 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00753229-c131-494b-9c42-98ecc629f611 None None] No DVR routers for this DVR port e2311fdf-0de5-4383-8519-9be4068a421c on host dv-cinder-784956-6-smb {{(pid=92139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:37:39.013400 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Pushing event deleted for resources: {'Port': ['ID=e2311fdf-0de5-4383-8519-9be4068a421c,revision_number=None']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:39.027635 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.028292 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.029006 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.029441 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.029981 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.031186 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.031597 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.032112 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.032766 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.033143 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.033739 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.034120 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:37:39.038316 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-00753229-c131-494b-9c42-98ecc629f611 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:39.083529 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.088362 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:39.103209 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.105503 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1568b14c-fc3b-4a98-bd6b-2d6543f28e5b HTTP/1.1" status: 204 len: 168 time: 1.0342641 Jun 07 08:37:39.109510 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52106) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:39.111490 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] DHCP port deletion for f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 request from dv-cinder-784956-6-smb {{(pid=92139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:37:39.141859 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device bbb30510-a0e8-4056-9fd4-0414203c56b4 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:39.172775 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Pushing event deleted for resources: {'Network': ['ID=1568b14c-fc3b-4a98-bd6b-2d6543f28e5b,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:39.228643 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Calling delete_port for 429853bd-094d-4f40-b3d0-21a9c7548dc6 owned by network:dhcp {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:39.248703 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: bbb30510-a0e8-4056-9fd4-0414203c56b4 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:39.249058 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device bbb30510-a0e8-4056-9fd4-0414203c56b4 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:39.249707 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device d4a2ef63-50e1-4405-a7bf-2d183c4435b2 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:39.285790 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:39.289849 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: d4a2ef63-50e1-4405-a7bf-2d183c4435b2 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:39.289849 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device d4a2ef63-50e1-4405-a7bf-2d183c4435b2 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:39.289849 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device e2311fdf-0de5-4383-8519-9be4068a421c no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:39.323768 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: e2311fdf-0de5-4383-8519-9be4068a421c {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:39.323957 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.324081 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device e2311fdf-0de5-4383-8519-9be4068a421c not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:39.324449 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device b4d19924-01e6-4335-adfc-ed0ced531d47 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:39.328750 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-cae45a5b-0717-4fcf-b500-f4973e497ab3 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:39.364532 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: b4d19924-01e6-4335-adfc-ed0ced531d47 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:39.364954 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device b4d19924-01e6-4335-adfc-ed0ced531d47 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:39.379261 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] Deleting port 429853bd-094d-4f40-b3d0-21a9c7548dc6 {{(pid=92139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:39.379653 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.385503 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Pushing event deleted for resources: {'Port': ['ID=429853bd-094d-4f40-b3d0-21a9c7548dc6,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:39.390530 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] No DVR routers for this DVR port 429853bd-094d-4f40-b3d0-21a9c7548dc6 on host dv-cinder-784956-6-smb {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:37:39.392072 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:39.478489 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] For port 429853bd-094d-4f40-b3d0-21a9c7548dc6, host dv-cinder-784956-6-smb, got binding levels [] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:39.478892 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.507440 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.519611 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f890ba33-4e9d-4e9e-8cbd-ceed44a189c8']}} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:39.533772 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33288d94-5978-44e7-8d23-ae774079ad7f') {'for_net_delete': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:39.534059 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33288d94-5978-44e7-8d23-ae774079ad7f') {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:39.545653 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811479'] for segment, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.563841 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.571154 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Releasing vlan 707 on physical network physnet1 to pool {{(pid=92137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:37:39.571643 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810927'] for segment, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: Traceback (most recent call last): Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: timer() Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: cb(*args, **kw) Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: return func(*args, **kwargs) Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: self._notify() Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: self.callback(batched_events) Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: event.method(event) Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: return f(self, *a, **k) Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: return self._get(url).json() Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: return self.request(url, 'GET', **kwargs) Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:37:39.586037 dv-cinder-784956-6-smb neutron-server[92137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:37:39.615657 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] Calling delete_port for 429853bd-094d-4f40-b3d0-21a9c7548dc6 owned by network:dhcp {{(pid=92139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:39.619485 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.ipam_backend_mixin [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] Port 429853bd-094d-4f40-b3d0-21a9c7548dc6 was not found and therefore no delete operation was performed {{(pid=92139) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jun 07 08:37:39.620976 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.625602 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:39.670571 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] No DVR routers for this DVR port 429853bd-094d-4f40-b3d0-21a9c7548dc6 on host dv-cinder-784956-6-smb {{(pid=92139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:37:39.674495 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] Pushing event deleted for resources: {'Port': ['ID=429853bd-094d-4f40-b3d0-21a9c7548dc6,revision_number=None']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:39.676959 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:39.752159 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.755736 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:39.761877 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4040404'] for router_interface, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.771281 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:39.773291 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] 10.222.0.15 "DELETE /v2.0/networks/f890ba33-4e9d-4e9e-8cbd-ceed44a189c8 HTTP/1.1" status: 204 len: 168 time: 1.0967395 Jun 07 08:37:39.776798 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Pushing event deleted for resources: {'Network': ['ID=f890ba33-4e9d-4e9e-8cbd-ceed44a189c8,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:39.779109 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:40.121885 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52110) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:40.163857 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Deleting port 06e27678-3bfb-4c0d-bad1-2e6195a156bd {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:40.164189 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:40.170346 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-be534d83-2d69-494c-be8a-9599db16fd45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=298efcc585e04e6889d639551506c620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471685 Jun 07 08:37:40.172684 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52112) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:40.232186 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-10736e0e-dad9-4e08-9e67-7c417355efc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:40.258414 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-10736e0e-dad9-4e08-9e67-7c417355efc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:40.282560 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] For port 06e27678-3bfb-4c0d-bad1-2e6195a156bd, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=06e27678-3bfb-4c0d-bad1-2e6195a156bd,segment=NetworkSegment(962cd7c3-1e1b-489f-8a55-ef1da22ba9d6),segment_id=962cd7c3-1e1b-489f-8a55-ef1da22ba9d6)] {{(pid=92138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:40.288118 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:40.405224 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Calling delete_port for 06e27678-3bfb-4c0d-bad1-2e6195a156bd owned by network:router_interface {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:40.415066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-10736e0e-dad9-4e08-9e67-7c417355efc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:40.418048 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-10736e0e-dad9-4e08-9e67-7c417355efc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:40.422900 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-10736e0e-dad9-4e08-9e67-7c417355efc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e62251e-ccf8-40f1-9ecb-1b2f637003b2 HTTP/1.1" status: 204 len: 168 time: 0.2457311 Jun 07 08:37:40.422900 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7e4345cf-4238-4669-8648-635494fcbad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:40.436670 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10736e0e-dad9-4e08-9e67-7c417355efc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e62251e-ccf8-40f1-9ecb-1b2f637003b2,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:40.440056 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-10736e0e-dad9-4e08-9e67-7c417355efc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:40.637603 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:40.642560 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e21e18b8-ee20-44ae-91fb-34734190f64a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:40.689767 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Pushing event deleted for resources: {'Port': ['ID=06e27678-3bfb-4c0d-bad1-2e6195a156bd,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:40.724118 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:41.069008 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4123818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4039322'] for router_interface, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:41.115751 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 429853bd-094d-4f40-b3d0-21a9c7548dc6 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:41.151584 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 429853bd-094d-4f40-b3d0-21a9c7548dc6 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:41.151828 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 429853bd-094d-4f40-b3d0-21a9c7548dc6 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:41.438003 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Router 767dacdf-3010-448b-b93b-9290f8670799 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:37:41.613630 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:37:41.619590 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-a484577c-b966-46c4-8f56-0a57b063097e admin admin] 10.222.0.15 "PUT /v2.0/routers/767dacdf-3010-448b-b93b-9290f8670799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5081286 Jun 07 08:37:41.621188 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52136) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:41.623286 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] Sync routers for ids ['767dacdf-3010-448b-b93b-9290f8670799'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:37:41.633298 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] Routers {'767dacdf-3010-448b-b93b-9290f8670799'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:41.634093 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['767dacdf-3010-448b-b93b-9290f8670799'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:41.804363 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:41.811001 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] Set router 767dacdf-3010-448b-b93b-9290f8670799 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:41.986602 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:42.108469 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767dacdf-3010-448b-b93b-9290f8670799', 'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149'}], 'enable_snat': True}, 'gw_port_id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:46Z', 'updated_at': '2021-06-07T08:37:40Z', 'revision_number': 5, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'gw_port': {'id': 'f1dd491c-cbd9-4814-acc9-23c676ab214b', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:cc:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767dacdf-3010-448b-b93b-9290f8670799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:32:48Z', 'updated_at': '2021-06-07T08:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:42.113270 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Deleting port f1dd491c-cbd9-4814-acc9-23c676ab214b {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:42.113780 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:42.114050 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] Checking router: 767dacdf-3010-448b-b93b-9290f8670799 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:37:42.124477 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] Routers {'767dacdf-3010-448b-b93b-9290f8670799'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:37:42.131526 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:37:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['767dacdf-3010-448b-b93b-9290f8670799'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:42.279202 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] Set router 767dacdf-3010-448b-b93b-9290f8670799 gateway port host: None {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:37:42.362998 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] For port f1dd491c-cbd9-4814-acc9-23c676ab214b, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=f1dd491c-cbd9-4814-acc9-23c676ab214b,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:42.363355 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:42.386640 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '767dacdf-3010-448b-b93b-9290f8670799', 'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:46Z', 'updated_at': '2021-06-07T08:37:41Z', 'revision_number': 6, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'gw_port_host': None}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:42.390663 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718a3ea3-bcda-4068-b97f-4a1912cc9b49 None None] The sync data for ids ['767dacdf-3010-448b-b93b-9290f8670799'] in dv-cinder-784956-6-smb is: [{'id': '767dacdf-3010-448b-b93b-9290f8670799', 'name': 'tempest-TestShelveInstance-1581967669-router', 'tenant_id': 'ff195dd63ea64f648445cbe774e39e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:32:46Z', 'updated_at': '2021-06-07T08:37:41Z', 'revision_number': 6, 'project_id': 'ff195dd63ea64f648445cbe774e39e93', 'gw_port_host': None}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:37:42.487205 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Calling delete_port for f1dd491c-cbd9-4814-acc9-23c676ab214b owned by network:router_gateway {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:42.706548 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:42.712008 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:42.755811 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1dd491c-cbd9-4814-acc9-23c676ab214b,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:42.760191 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:42.854045 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768388'] for router_gateway, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.027634 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7958'] for router, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.029810 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.108734 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4051183'] for router, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.108734 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 767dacdf-3010-448b-b93b-9290f8670799 {{(pid=92138) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:37:43.111953 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] Notify callbacks [] for router, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.115697 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52162) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:43.119593 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-1c7f18f3-af59-417c-91f6-cbf464e0a8e1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/767dacdf-3010-448b-b93b-9290f8670799 HTTP/1.1" status: 204 len: 168 time: 1.4974384 Jun 07 08:37:43.182364 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a485317f-0faa-4019-9bbd-71fdeec87f63 admin admin] Deleting subnet 05766984-673a-4551-969b-8f0d723bf2f4 {{(pid=92137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:37:43.185441 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a485317f-0faa-4019-9bbd-71fdeec87f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.227257 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 06e27678-3bfb-4c0d-bad1-2e6195a156bd no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:43.235912 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a485317f-0faa-4019-9bbd-71fdeec87f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811502'] for subnet, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.266089 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 06e27678-3bfb-4c0d-bad1-2e6195a156bd {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:43.266698 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 06e27678-3bfb-4c0d-bad1-2e6195a156bd not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:43.267303 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device f1dd491c-cbd9-4814-acc9-23c676ab214b no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:43.303490 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: f1dd491c-cbd9-4814-acc9-23c676ab214b {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:43.307772 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device f1dd491c-cbd9-4814-acc9-23c676ab214b not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:43.327191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a485317f-0faa-4019-9bbd-71fdeec87f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.466703 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a485317f-0faa-4019-9bbd-71fdeec87f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2255046'] for subnet, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.470919 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a60860c9-b2ba-4966-a186-497055f1b4d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:43.505099 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485317f-0faa-4019-9bbd-71fdeec87f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05766984-673a-4551-969b-8f0d723bf2f4,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:43.508230 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a485317f-0faa-4019-9bbd-71fdeec87f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:43.511148 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a485317f-0faa-4019-9bbd-71fdeec87f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.513360 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-a485317f-0faa-4019-9bbd-71fdeec87f63 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/05766984-673a-4551-969b-8f0d723bf2f4 HTTP/1.1" status: 204 len: 168 time: 0.3961773 Jun 07 08:37:43.515451 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52164) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:43.516479 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276dacbe-7a3b-413f-a8e6-dc9b3a03102c None None] Network 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:37:43.622492 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.698602 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Deleting port 4e043733-ab03-446c-aa77-4438f7390b67 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:43.698996 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.761420 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] DHCP port deletion for 8630a3d1-6758-49f0-ac75-6ec1e4c8b833 request from dv-cinder-784956-6-smb {{(pid=92139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:37:43.796114 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] For port 4e043733-ab03-446c-aa77-4438f7390b67, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=4e043733-ab03-446c-aa77-4438f7390b67,segment=NetworkSegment(962cd7c3-1e1b-489f-8a55-ef1da22ba9d6),segment_id=962cd7c3-1e1b-489f-8a55-ef1da22ba9d6)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:43.796474 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.825271 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] Deleting port 4e043733-ab03-446c-aa77-4438f7390b67 {{(pid=92139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:37:43.825648 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:43.922793 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] For port 4e043733-ab03-446c-aa77-4438f7390b67, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=4e043733-ab03-446c-aa77-4438f7390b67,segment=NetworkSegment(962cd7c3-1e1b-489f-8a55-ef1da22ba9d6),segment_id=962cd7c3-1e1b-489f-8a55-ef1da22ba9d6)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:37:43.923038 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Calling delete_port for 4e043733-ab03-446c-aa77-4438f7390b67 owned by network:dhcp {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:43.923164 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.051643 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] Calling delete_port for 4e043733-ab03-446c-aa77-4438f7390b67 owned by network:dhcp {{(pid=92139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:37:44.071780 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.076654 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-217105de-1bf8-4946-9bb0-6d0d1265e49c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:44.094364 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.098986 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:44.118792 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Pushing event deleted for resources: {'Port': ['ID=4e043733-ab03-446c-aa77-4438f7390b67,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:44.122060 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:44.122853 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] No DVR routers for this DVR port 4e043733-ab03-446c-aa77-4438f7390b67 on host dv-cinder-784956-6-smb {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:37:44.148189 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] Pushing event deleted for resources: {'Port': ['ID=4e043733-ab03-446c-aa77-4438f7390b67,revision_number=None']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:44.150164 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] No DVR routers for this DVR port 4e043733-ab03-446c-aa77-4438f7390b67 on host dv-cinder-784956-6-smb {{(pid=92139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:37:44.151798 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-7c95bd79-2408-49fa-a92c-640750cae6b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:44.241051 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.253448 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8630a3d1-6758-49f0-ac75-6ec1e4c8b833']}} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:44.266510 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6') {'for_net_delete': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:44.266815 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962cd7c3-1e1b-489f-8a55-ef1da22ba9d6') {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:37:44.278609 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811479'] for segment, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.294785 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.300763 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Releasing vlan 717 on physical network physnet1 to pool {{(pid=92137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:37:44.301151 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810927'] for segment, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: Traceback (most recent call last): Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: timer() Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: cb(*args, **kw) Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: return func(*args, **kwargs) Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: self._notify() Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: self.callback(batched_events) Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: event.method(event) Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: return f(self, *a, **k) Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: return self._get(url).json() Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: return self.request(url, 'GET', **kwargs) Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:37:44.315642 dv-cinder-784956-6-smb neutron-server[92137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:37:44.448471 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.453002 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:44.466873 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.468696 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] 10.222.0.15 "DELETE /v2.0/networks/8630a3d1-6758-49f0-ac75-6ec1e4c8b833 HTTP/1.1" status: 204 len: 168 time: 0.9523139 Jun 07 08:37:44.474567 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Pushing event deleted for resources: {'Network': ['ID=8630a3d1-6758-49f0-ac75-6ec1e4c8b833,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:44.476939 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:44.765563 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52174) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:44.812810 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-9e8472d7-a59a-467d-9b11-fc6d327ed200 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4d7795797dd454788a55e7e9cf652c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460317 Jun 07 08:37:44.815212 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52176) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:44.870491 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c1c559dd-08b0-4887-9bfd-ba8270b4ddd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:44.895062 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c1c559dd-08b0-4887-9bfd-ba8270b4ddd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:45.003301 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c1c559dd-08b0-4887-9bfd-ba8270b4ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:45.005736 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-c1c559dd-08b0-4887-9bfd-ba8270b4ddd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:45.007437 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-c1c559dd-08b0-4887-9bfd-ba8270b4ddd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/141f1315-3966-455c-808b-c1c15d19a936 HTTP/1.1" status: 204 len: 168 time: 0.1913614 Jun 07 08:37:45.008198 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-a4969511-86d1-4bd8-bb59-6478c5ec362f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:45.017799 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c559dd-08b0-4887-9bfd-ba8270b4ddd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141f1315-3966-455c-808b-c1c15d19a936,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:45.020213 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c1c559dd-08b0-4887-9bfd-ba8270b4ddd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:45.069284 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4e043733-ab03-446c-aa77-4438f7390b67 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:37:45.103566 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 4e043733-ab03-446c-aa77-4438f7390b67 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:37:45.103924 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4e043733-ab03-446c-aa77-4438f7390b67 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:37:45.714626 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52186) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:45.764800 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-14f53161-1cd3-4db1-af50-27de6d7eb6ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff195dd63ea64f648445cbe774e39e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0488467 Jun 07 08:37:45.767140 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52188) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:37:45.910007 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d4e59374-1c31-4cad-970a-5d6c33281396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:45.937162 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d4e59374-1c31-4cad-970a-5d6c33281396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:46.060808 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d4e59374-1c31-4cad-970a-5d6c33281396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:46.063340 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d4e59374-1c31-4cad-970a-5d6c33281396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:46.064533 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-d4e59374-1c31-4cad-970a-5d6c33281396 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/815d6f59-255f-4fe2-be6e-767151d3d704 HTTP/1.1" status: 204 len: 168 time: 0.2964983 Jun 07 08:37:46.065408 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2757404a-0b50-4b7b-b0b9-e5ea52795c63 tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:37:46.075154 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e59374-1c31-4cad-970a-5d6c33281396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815d6f59-255f-4fe2-be6e-767151d3d704,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:37:46.077581 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d4e59374-1c31-4cad-970a-5d6c33281396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:37:53.039284 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1872c806-c760-4dbf-a319-84ecd83c07d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:55.157696 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:55.745711 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-329bde53-a73c-4c5c-ae82-3ea0de134961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:55.820053 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:57.472098 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:37:59.420658 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:01.655811 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52344) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:01.772122 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:01.874204 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:01.916946 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:01.925161 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2627e927-a963-43a2-86a3-6ebfee9b5286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:01.965629 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89e9becc39dc4ca6abef33ea8b3438c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3087542 Jun 07 08:38:01.966561 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd894a17-615a-44d8-8034-dfaea680b91b,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:01.968211 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52348) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:01.974137 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.974513 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.974885 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.975248 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.975605 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.975962 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.976313 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.976701 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.977057 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.977407 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.977780 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.978143 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:01.982094 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:02.026676 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:02.050944 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:02.163060 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:02.165475 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:02.166589 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd894a17-615a-44d8-8034-dfaea680b91b HTTP/1.1" status: 204 len: 168 time: 0.1973650 Jun 07 08:38:02.167495 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-f6e7ad3f-7334-4f20-a64e-9360977620df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:02.177006 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd894a17-615a-44d8-8034-dfaea680b91b,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:02.184816 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.185194 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.185551 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.185913 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.186271 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.186653 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.186985 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.187346 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.187701 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.188052 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.188412 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.188800 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:38:02.195613 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-49609584-417f-418e-8ea6-bc80d50025ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:02.759092 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52354) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:02.776697 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-19445cec-0ee0-41a1-81a3-cef5c34f6e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:02.875394 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-19445cec-0ee0-41a1-81a3-cef5c34f6e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:02.946267 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-19445cec-0ee0-41a1-81a3-cef5c34f6e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:02.957659 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-7597fa8e-1993-4543-a3ac-5e73460bead3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:02.995518 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19445cec-0ee0-41a1-81a3-cef5c34f6e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3df8163-1ee2-4ff4-9933-12ae8b71fbb2,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:02.998957 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-19445cec-0ee0-41a1-81a3-cef5c34f6e7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:03.001399 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-19445cec-0ee0-41a1-81a3-cef5c34f6e7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6120e724ebec4c70a8a996dd82f3fa91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413011 Jun 07 08:38:03.003943 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52356) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:03.060674 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-27609aca-09a3-4bed-8a59-9c53fb2990bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:03.085540 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-27609aca-09a3-4bed-8a59-9c53fb2990bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:03.209127 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-27609aca-09a3-4bed-8a59-9c53fb2990bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:03.211553 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-27609aca-09a3-4bed-8a59-9c53fb2990bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:03.212764 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-27609aca-09a3-4bed-8a59-9c53fb2990bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3df8163-1ee2-4ff4-9933-12ae8b71fbb2 HTTP/1.1" status: 204 len: 168 time: 0.2079017 Jun 07 08:38:03.216423 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-91393ccc-e19c-49b1-b1ef-176bbde30b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:03.223470 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27609aca-09a3-4bed-8a59-9c53fb2990bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3df8163-1ee2-4ff4-9933-12ae8b71fbb2,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:03.228902 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-27609aca-09a3-4bed-8a59-9c53fb2990bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:10.687091 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52430) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:10.807240 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a00d6c5f-fdff-4574-8608-ff6d197ea491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:10.907333 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a00d6c5f-fdff-4574-8608-ff6d197ea491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:10.963050 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-a00d6c5f-fdff-4574-8608-ff6d197ea491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:10.969976 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e2de7daf-87a2-43f0-a488-6d9c02782e09 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:11.011363 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-a00d6c5f-fdff-4574-8608-ff6d197ea491 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5449dc435d447a2b2ac03810ee6193e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231969 Jun 07 08:38:11.012089 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d6c5f-fdff-4574-8608-ff6d197ea491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b76fc5-c90f-4c04-b8ec-4423f57aa6fe,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:11.014000 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52434) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:11.015105 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a00d6c5f-fdff-4574-8608-ff6d197ea491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:11.077241 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-619a8a7b-f6be-42d2-b42c-887a443a0755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:11.102848 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-619a8a7b-f6be-42d2-b42c-887a443a0755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:11.197507 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-619a8a7b-f6be-42d2-b42c-887a443a0755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:11.199812 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-619a8a7b-f6be-42d2-b42c-887a443a0755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:11.200991 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-619a8a7b-f6be-42d2-b42c-887a443a0755 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d8b76fc5-c90f-4c04-b8ec-4423f57aa6fe HTTP/1.1" status: 204 len: 168 time: 0.1859355 Jun 07 08:38:11.201715 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-66764990-8fff-4ead-ab01-3dcb05bd6a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:11.211496 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a8a7b-f6be-42d2-b42c-887a443a0755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b76fc5-c90f-4c04-b8ec-4423f57aa6fe,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:11.213946 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-619a8a7b-f6be-42d2-b42c-887a443a0755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:11.793543 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52440) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:11.810715 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5dc38de0-5ece-4d1b-af64-17e6682b79ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:11.910938 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5dc38de0-5ece-4d1b-af64-17e6682b79ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:11.979795 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-5dc38de0-5ece-4d1b-af64-17e6682b79ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:11.986833 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-e5a1aab8-cac2-4a0f-bdee-6ce0db59b841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:12.031818 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-5dc38de0-5ece-4d1b-af64-17e6682b79ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17a24567fec34d80a83908b9fbbd46ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372172 Jun 07 08:38:12.032765 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc38de0-5ece-4d1b-af64-17e6682b79ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea69a0b-ad19-4296-842b-9b66da0b1c05,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:12.034575 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52442) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:12.035764 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-5dc38de0-5ece-4d1b-af64-17e6682b79ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:12.094402 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6e203bf0-f5dc-475e-a0ae-fc3d2cb7d552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:12.120528 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6e203bf0-f5dc-475e-a0ae-fc3d2cb7d552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:12.242851 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6e203bf0-f5dc-475e-a0ae-fc3d2cb7d552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:12.245365 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6e203bf0-f5dc-475e-a0ae-fc3d2cb7d552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:12.246485 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-6e203bf0-f5dc-475e-a0ae-fc3d2cb7d552 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aea69a0b-ad19-4296-842b-9b66da0b1c05 HTTP/1.1" status: 204 len: 168 time: 0.2109420 Jun 07 08:38:12.247224 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-fed34166-d5bb-4315-92e7-f65cb562274b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:12.256607 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e203bf0-f5dc-475e-a0ae-fc3d2cb7d552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea69a0b-ad19-4296-842b-9b66da0b1c05,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:12.259946 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6e203bf0-f5dc-475e-a0ae-fc3d2cb7d552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:14.251241 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:38:23.026420 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5565e9b9-313f-4231-8d8e-657acf17c597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:25.157279 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:25.723056 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-984eafa4-9d94-41bd-9985-03d8f6a8fecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:25.802860 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:26.549299 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52552) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:26.664044 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-626fc8dd-d44d-4915-8199-bd523ff1a09d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:26.763145 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-626fc8dd-d44d-4915-8199-bd523ff1a09d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:26.842605 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-626fc8dd-d44d-4915-8199-bd523ff1a09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:26.849601 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-4910cc44-2784-4b22-bdfd-33341f2c02f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:26.887843 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fc8dd-d44d-4915-8199-bd523ff1a09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f49f77f-91d7-4d38-9cc8-7148ddc45b1f,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:26.892065 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-626fc8dd-d44d-4915-8199-bd523ff1a09d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6a9607f76e0407581d40756e59c14fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418112 Jun 07 08:38:26.892952 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-626fc8dd-d44d-4915-8199-bd523ff1a09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:26.894673 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52556) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:26.952028 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b883084a-30b6-4408-a253-2ac3a7160c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:26.982220 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b883084a-30b6-4408-a253-2ac3a7160c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:27.089164 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b883084a-30b6-4408-a253-2ac3a7160c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:27.091634 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b883084a-30b6-4408-a253-2ac3a7160c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:27.092815 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-b883084a-30b6-4408-a253-2ac3a7160c97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f49f77f-91d7-4d38-9cc8-7148ddc45b1f HTTP/1.1" status: 204 len: 168 time: 0.1971898 Jun 07 08:38:27.093487 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ba6efc5a-0d86-47ef-bf48-2c5d5f805c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:27.102660 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b883084a-30b6-4408-a253-2ac3a7160c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f49f77f-91d7-4d38-9cc8-7148ddc45b1f,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:27.104997 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-b883084a-30b6-4408-a253-2ac3a7160c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:27.465682 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:27.702158 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52562) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:27.719887 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6fc4103e-ee25-4737-adea-ddd25dd253fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:27.823082 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6fc4103e-ee25-4737-adea-ddd25dd253fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:27.888212 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6fc4103e-ee25-4737-adea-ddd25dd253fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:27.895181 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3ac84ebb-10c2-47ef-bce2-97603c71698c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:27.935866 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-6fc4103e-ee25-4737-adea-ddd25dd253fe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a78e4209a1b4290a0ddf84f756b809f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326806 Jun 07 08:38:27.936822 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc4103e-ee25-4737-adea-ddd25dd253fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd920e-262b-41e0-a69a-6401aeb41a75,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:27.939061 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52564) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:27.939798 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6fc4103e-ee25-4737-adea-ddd25dd253fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:28.002938 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b64a0552-43be-402e-ad10-8f3308d11bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:28.031561 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b64a0552-43be-402e-ad10-8f3308d11bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:28.122899 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b64a0552-43be-402e-ad10-8f3308d11bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:28.125410 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b64a0552-43be-402e-ad10-8f3308d11bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:28.126563 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b64a0552-43be-402e-ad10-8f3308d11bd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dfcd920e-262b-41e0-a69a-6401aeb41a75 HTTP/1.1" status: 204 len: 168 time: 0.1861343 Jun 07 08:38:28.127396 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c468b242-a3f8-43b7-b4b9-2865d15d875e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:28.137327 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a0552-43be-402e-ad10-8f3308d11bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd920e-262b-41e0-a69a-6401aeb41a75,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:28.139690 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b64a0552-43be-402e-ad10-8f3308d11bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:29.408838 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:45.504147 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52678) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:45.621180 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6ac51e7f-80b4-45aa-8352-e6ca9cca27bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:45.724262 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6ac51e7f-80b4-45aa-8352-e6ca9cca27bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:45.796282 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6ac51e7f-80b4-45aa-8352-e6ca9cca27bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:45.804818 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6fc4103e-ee25-4737-adea-ddd25dd253fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:45.844131 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-6ac51e7f-80b4-45aa-8352-e6ca9cca27bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ae1a76c4ddb40a1a3ee5bdfec9fa564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3388221 Jun 07 08:38:45.845807 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac51e7f-80b4-45aa-8352-e6ca9cca27bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a286cf1-9f1c-4e65-8ec9-eb6bc7303997,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:45.847191 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 52682) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:45.848995 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6ac51e7f-80b4-45aa-8352-e6ca9cca27bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:45.913321 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ded4c471-9911-486c-8586-0d5f1c580fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:45.938810 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ded4c471-9911-486c-8586-0d5f1c580fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:46.042663 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ded4c471-9911-486c-8586-0d5f1c580fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:46.045111 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ded4c471-9911-486c-8586-0d5f1c580fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:46.046216 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ded4c471-9911-486c-8586-0d5f1c580fba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a286cf1-9f1c-4e65-8ec9-eb6bc7303997 HTTP/1.1" status: 204 len: 168 time: 0.1966898 Jun 07 08:38:46.047535 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-c1c559dd-08b0-4887-9bfd-ba8270b4ddd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:46.056871 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4c471-9911-486c-8586-0d5f1c580fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a286cf1-9f1c-4e65-8ec9-eb6bc7303997,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:46.063827 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ded4c471-9911-486c-8586-0d5f1c580fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:47.043160 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52704) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:47.147523 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1886397639-network', 'tenant_id': '47bf232d29184436a76ca7246bf3ce30'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:38:47.208259 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Made reservation on behalf of 47bf232d29184436a76ca7246bf3ce30 for: {'network': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:38:47.210879 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.224156 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.327031 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.368198 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.371057 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-70f8553c-e0a4-4f96-aec8-fa7d98dd5535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:47.400094 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 735, 'physical_network': 'physnet1'} {{(pid=92137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:38:47.405434 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd309c5-0891-469c-8660-bda2d644ebde,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:47.409707 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:47.413284 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.416376 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.segments_db [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Added segment 87c19fc8-b5b7-4acd-85f9-5a5da0303746 of type vlan for network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 Jun 07 08:38:47.443414 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.528172 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.529560 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:47.530136 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.534183 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:47.627947 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Pushing event updated for resources: {'Network': ['ID=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:47.630724 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:47.637512 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:38:47.643768 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-4d19e0d9-1f90-4a22-97fa-21fcf89e6a4f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5995154 Jun 07 08:38:47.646481 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 52708) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:38:47.653783 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Request body: {'subnet': {'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1886397639-subnet', 'tenant_id': '47bf232d29184436a76ca7246bf3ce30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:38:47.711016 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Made reservation on behalf of 47bf232d29184436a76ca7246bf3ce30 for: {'subnet': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:38:47.713466 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2255075'] for subnet, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.962768 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2811092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2255089'] for subnet, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:47.966606 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1f7ca7bd-e473-4752-9d00-a45dcecd0f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:48.040490 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4637eeaf-8343-47e9-9b81-ab6438806b55,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:48.044463 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:48.048760 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Checking segment: {'id': '87c19fc8-b5b7-4acd-85f9-5a5da0303746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:38:48.049123 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Network hostable DHCP agents. Network: 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:38:48.127877 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:38:48.179211 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33) {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:38:48.183260 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:48.186623 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:48.189847 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507fa80c-ebe9-47e4-8b0d-e77e8a96f3cf None None] Network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:38:48.237789 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-93051f0b-d513-4407-b769-d818f79cc8f8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5902059 Jun 07 08:38:48.377916 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f1bc7-4d37-4bdc-af78-8a54147c9c33 None None] Network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:38:50.780828 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-c7e76219-9386-47b1-ba1c-33569a8cce1a tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:50.782258 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-c7e76219-9386-47b1-ba1c-33569a8cce1a tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/networks?id=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 HTTP/1.1" status: 200 len: 809 time: 0.2309799 Jun 07 08:38:50.796976 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-7e348948-f93c-4326-a5fc-13c37fb302d3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/quotas/47bf232d29184436a76ca7246bf3ce30 HTTP/1.1" status: 200 len: 375 time: 0.0087609 Jun 07 08:38:50.842245 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-20cee77d-950b-4649-aa61-d07ec4648f43 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47bf232d29184436a76ca7246bf3ce30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404112 Jun 07 08:38:51.015271 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-76c49b8f-3e2f-462c-9849-40318c362b1c service neutron] 10.222.0.15 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656971 Jun 07 08:38:51.144573 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-b26dc1fa-5075-45f2-a918-bb87bcbbe4f0 service neutron] 10.222.0.15 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228344 Jun 07 08:38:51.249431 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:38:51.374299 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82f974ec-c500-4135-8a25-e2281fd930d1 req-3025e2af-ea10-43ff-b28c-29ddf389cd1c tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 210 time: 0.0438557 Jun 07 08:38:52.470702 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e4dca0f7-b61c-4bc1-91f1-26ce43631523 req-edd7f4ca-02de-41cf-8255-9dce0062a40d tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 210 time: 0.0429816 Jun 07 08:38:53.003511 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-9ccfd117-4d16-49f7-a360-577d28d7374b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:53.664124 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ac0f576c-128d-4860-85fd-6e30ae6e7c36 req-2d4c92b7-9095-4fca-b9b7-e58a17d380d5 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 210 time: 0.0917616 Jun 07 08:38:54.815724 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4c6f9556-0a4b-4025-98a0-b3fe849f2d7c req-bb022650-37ff-4925-810c-853c05719f67 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 210 time: 0.0493624 Jun 07 08:38:55.174146 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:55.538330 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-ce1c465c-4aed-4043-bb26-c3bb8aa16e55 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:55.539759 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-ce1c465c-4aed-4043-bb26-c3bb8aa16e55 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.50 "GET /v2.0/networks?id=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 HTTP/1.1" status: 200 len: 809 time: 0.1474979 Jun 07 08:38:55.557830 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Request body: {'port': {'device_id': '96567c4d-4c67-41f0-a42b-2b04bbded9ea', 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33', 'admin_state_up': True, 'tenant_id': '47bf232d29184436a76ca7246bf3ce30'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:38:55.737328 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7938b338-82e9-4d91-aa29-5edca41ba3b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:55.786744 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Made reservation on behalf of 47bf232d29184436a76ca7246bf3ce30 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:38:55.794156 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:55.814474 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:55.987620 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e11b27d9-2eb7-43c9-b709-6014a02ed9e6 req-ee4b629d-2fbd-4069-acb1-25223201b97a tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 210 time: 0.0505607 Jun 07 08:38:56.084137 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Allocated IP 172.20.0.12 (2c06c4a5-f299-4d7c-be95-13c8fb1bbb33/4637eeaf-8343-47e9-9b81-ab6438806b55/37a6c867-eb85-4077-bfb9-adf584b81fcc) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:38:56.282405 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:56.357149 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:56.362378 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:56.429582 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:38:56.432481 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:38:56.436210 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:38:56.471381 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Pushing event updated for resources: {'Port': ['ID=37a6c867-eb85-4077-bfb9-adf584b81fcc,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:56.475522 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:56.501749 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:56.502349 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:56.563066 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0089176 Jun 07 08:38:56.580356 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Request body: {'port': {'device_id': '96567c4d-4c67-41f0-a42b-2b04bbded9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:38:56.690358 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:57.024336 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a6c867-eb85-4077-bfb9-adf584b81fcc {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:38:57.032150 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:57.046884 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Transition to ACTIVE for port object 37a6c867-eb85-4077-bfb9-adf584b81fcc will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:38:57.105319 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:57.110338 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c4c3dc5a-d2b9-4455-9d58-1427c01298c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:57.184234 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc85f5e-9416-450a-9139-4b9dc6bf1a94 req-fa4a5d12-9e5e-4d9c-91ad-a9eef23c1f75 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:57.185727 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3cc85f5e-9416-450a-9139-4b9dc6bf1a94 req-fa4a5d12-9e5e-4d9c-91ad-a9eef23c1f75 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 944 time: 0.0802553 Jun 07 08:38:57.229976 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3cc85f5e-9416-450a-9139-4b9dc6bf1a94 req-41dbc049-19a2-4f3b-b1c2-d762fad45242 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386250 Jun 07 08:38:57.259435 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Pushing event updated for resources: {'Port': ['ID=37a6c867-eb85-4077-bfb9-adf584b81fcc,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:57.266753 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:57.340066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Attempting to bind port 37a6c867-eb85-4077-bfb9-adf584b81fcc on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:38:57.340413 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Attempting to bind port 37a6c867-eb85-4077-bfb9-adf584b81fcc by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '87c19fc8-b5b7-4acd-85f9-5a5da0303746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:38:57.340770 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Attempting to bind port 37a6c867-eb85-4077-bfb9-adf584b81fcc on network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:38:57.345405 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Port 37a6c867-eb85-4077-bfb9-adf584b81fcc on network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:38:57.345729 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Attempting to bind port 37a6c867-eb85-4077-bfb9-adf584b81fcc on network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:38:57.351422 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:38:57.351764 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Checking segment: {'id': '87c19fc8-b5b7-4acd-85f9-5a5da0303746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:38:57.352153 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Bound using segment: {'id': '87c19fc8-b5b7-4acd-85f9-5a5da0303746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:38:57.352609 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Bound port: 37a6c867-eb85-4077-bfb9-adf584b81fcc, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c19fc8-b5b7-4acd-85f9-5a5da0303746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:38:57.352956 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:57.441841 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] For port 37a6c867-eb85-4077-bfb9-adf584b81fcc, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:38:57.444892 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] For port 37a6c867-eb85-4077-bfb9-adf584b81fcc, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37a6c867-eb85-4077-bfb9-adf584b81fcc,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:38:57.471302 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:57.528903 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:57.532791 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:38:57.596287 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:57.597155 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:57.598571 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] 10.222.0.50 "PUT /v2.0/ports/37a6c867-eb85-4077-bfb9-adf584b81fcc HTTP/1.1" status: 200 len: 1094 time: 1.0223899 Jun 07 08:38:57.599065 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96567c4d-4c67-41f0-a42b-2b04bbded9ea', 'tag': '37a6c867-eb85-4077-bfb9-adf584b81fcc'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:38:57.601381 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a03a2e4-f873-4519-910b-9eeab9d0a6ab" -d '{"events": [{"name": "network-changed", "server_uuid": "96567c4d-4c67-41f0-a42b-2b04bbded9ea", "tag": "37a6c867-eb85-4077-bfb9-adf584b81fcc"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:38:57.619721 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Pushing event updated for resources: {'Port': ['ID=37a6c867-eb85-4077-bfb9-adf584b81fcc,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:38:57.624364 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-dd28d303-db7f-4883-89bd-32c0ab99d59d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:38:57.651319 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2233204-6ce0-4a1f-93c9-dac2459a9657 x-openstack-request-id: req-a2233204-6ce0-4a1f-93c9-dac2459a9657 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:38:57.651894 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96567c4d-4c67-41f0-a42b-2b04bbded9ea", "tag": "37a6c867-eb85-4077-bfb9-adf584b81fcc", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:38:57.652263 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2233204-6ce0-4a1f-93c9-dac2459a9657 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:38:57.652712 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96567c4d-4c67-41f0-a42b-2b04bbded9ea', 'tag': '37a6c867-eb85-4077-bfb9-adf584b81fcc', 'status': 'completed', 'code': 200} Jun 07 08:38:57.789533 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03a2e4-f873-4519-910b-9eeab9d0a6ab req-f750984e-8a66-43a8-a95d-89c9aba03aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:57.791096 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0a03a2e4-f873-4519-910b-9eeab9d0a6ab req-f750984e-8a66-43a8-a95d-89c9aba03aec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47bf232d29184436a76ca7246bf3ce30&device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 1097 time: 0.0787520 Jun 07 08:38:57.945907 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03a2e4-f873-4519-910b-9eeab9d0a6ab req-e912c3cc-d3ca-4408-9d90-70a75e44407d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:57.947249 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0a03a2e4-f873-4519-910b-9eeab9d0a6ab req-e912c3cc-d3ca-4408-9d90-70a75e44407d service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=47bf232d29184436a76ca7246bf3ce30&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1394100 Jun 07 08:38:58.183181 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03a2e4-f873-4519-910b-9eeab9d0a6ab req-9c1ebdca-c3ee-4f18-98c4-a18a9b528800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:58.184665 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0a03a2e4-f873-4519-910b-9eeab9d0a6ab req-9c1ebdca-c3ee-4f18-98c4-a18a9b528800 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309113 Jun 07 08:38:58.380382 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-7a9dd498-49d5-426f-a63a-76833a419a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:58.382245 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-7a9dd498-49d5-426f-a63a-76833a419a18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47bf232d29184436a76ca7246bf3ce30&device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 1097 time: 0.1364706 Jun 07 08:38:58.425112 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e04d10-8bcd-4478-a33b-4df0769a10aa req-db301a6e-c8cb-40fe-957d-e56f558cafdd tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:58.427768 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-26e04d10-8bcd-4478-a33b-4df0769a10aa req-db301a6e-c8cb-40fe-957d-e56f558cafdd tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 944 time: 0.0877476 Jun 07 08:38:58.461932 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-4ceab305-99bf-478d-b891-919346d9ec06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37a6c867-eb85-4077-bfb9-adf584b81fcc HTTP/1.1" status: 200 len: 217 time: 0.0671887 Jun 07 08:38:58.473955 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-26e04d10-8bcd-4478-a33b-4df0769a10aa req-dfa0295b-993b-4af2-97c8-024a88ce895b tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405209 Jun 07 08:38:58.525408 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-563aacd0-9dc6-4abe-92e9-da74013e56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:58.527159 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-563aacd0-9dc6-4abe-92e9-da74013e56ed service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4637eeaf-8343-47e9-9b81-ab6438806b55 HTTP/1.1" status: 200 len: 849 time: 0.0593305 Jun 07 08:38:58.576539 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-587ffa65-06fd-4a0d-8a7f-fb14966b6bea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423706 Jun 07 08:38:58.587359 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-a3a91486-9571-4369-8a6b-6547ad16a981 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:38:58.588273 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-a3a91486-9571-4369-8a6b-6547ad16a981 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049155 Jun 07 08:38:58.725219 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-8d991a47-ac78-4d2b-940a-307b440b6649 service neutron] 10.222.0.50 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296954 Jun 07 08:38:58.856291 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5f52d0da-9fff-49ea-b10e-55295f7835bc req-6cf0ea3a-01f6-4743-a5f6-ee063240eb09 service neutron] 10.222.0.50 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244478 Jun 07 08:38:59.414048 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:38:59.664208 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d206b8f-2725-42bc-8ba1-4e6098c6e0d6 req-03be43ba-2553-4297-aa8c-7e389b91ae83 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:38:59.665680 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4d206b8f-2725-42bc-8ba1-4e6098c6e0d6 req-03be43ba-2553-4297-aa8c-7e389b91ae83 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 944 time: 0.0830288 Jun 07 08:38:59.710837 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-4d206b8f-2725-42bc-8ba1-4e6098c6e0d6 req-55442d9e-00b4-42d8-9084-432eb2afbb93 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396304 Jun 07 08:39:00.888854 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd1a51-0b1a-43fd-b323-06b1172ea127 req-26dbecbf-110e-43f9-9962-51a201082d48 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:00.890292 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a9fd1a51-0b1a-43fd-b323-06b1172ea127 req-26dbecbf-110e-43f9-9962-51a201082d48 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 944 time: 0.0786912 Jun 07 08:39:00.937372 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-a9fd1a51-0b1a-43fd-b323-06b1172ea127 req-3915cbb5-8d8c-4a8a-96c3-8789c019a575 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405564 Jun 07 08:39:01.001098 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 37a6c867-eb85-4077-bfb9-adf584b81fcc details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:39:01.142391 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 37a6c867-eb85-4077-bfb9-adf584b81fcc, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37a6c867-eb85-4077-bfb9-adf584b81fcc,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:39:01.156571 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '37a6c867-eb85-4077-bfb9-adf584b81fcc', 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33', 'port_id': '37a6c867-eb85-4077-bfb9-adf584b81fcc', 'mac_address': 'fa:16:3e:a2:f7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4637eeaf-8343-47e9-9b81-ab6438806b55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:39:01.209909 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:01.226530 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a6c867-eb85-4077-bfb9-adf584b81fcc {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:39:01.241102 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 37a6c867-eb85-4077-bfb9-adf584b81fcc, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37a6c867-eb85-4077-bfb9-adf584b81fcc,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:39:01.305489 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:01.307304 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:01.376608 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=37a6c867-eb85-4077-bfb9-adf584b81fcc,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:01.384232 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.384597 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.384940 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.385275 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.385606 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.385932 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.386256 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.386578 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.386895 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.387216 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.387534 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.387852 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:01.391578 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:01.624714 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['37a6c867-eb85-4077-bfb9-adf584b81fcc'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:39:02.117903 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ce821-bec1-4aff-b747-e367d4107175 req-c1a695ba-736c-4beb-b2f2-5547545d1d89 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:02.119354 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ce3ce821-bec1-4aff-b747-e367d4107175 req-c1a695ba-736c-4beb-b2f2-5547545d1d89 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 945 time: 0.0785232 Jun 07 08:39:02.163412 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ce3ce821-bec1-4aff-b747-e367d4107175 req-f3ea9c9a-7c0c-41aa-87c9-1cefb3cf9c4c tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385628 Jun 07 08:39:03.001666 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 37a6c867-eb85-4077-bfb9-adf584b81fcc up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:39:03.128010 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 37a6c867-eb85-4077-bfb9-adf584b81fcc completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:39:03.133021 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 37a6c867-eb85-4077-bfb9-adf584b81fcc triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:39:03.135089 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:03.250386 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:03.282347 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96567c4d-4c67-41f0-a42b-2b04bbded9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a6c867-eb85-4077-bfb9-adf584b81fcc'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:39:03.282347 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36e1e3e-fe21-4606-adfd-a2a40f33cf19" -d '{"events": [{"server_uuid": "96567c4d-4c67-41f0-a42b-2b04bbded9ea", "name": "network-vif-plugged", "status": "completed", "tag": "37a6c867-eb85-4077-bfb9-adf584b81fcc"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:39:03.289308 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 37a6c867-eb85-4077-bfb9-adf584b81fcc, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37a6c867-eb85-4077-bfb9-adf584b81fcc,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:39:03.325015 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3edf616-7657-4d88-a433-239ca75a5094 x-openstack-request-id: req-b3edf616-7657-4d88-a433-239ca75a5094 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:39:03.330012 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96567c4d-4c67-41f0-a42b-2b04bbded9ea", "name": "network-vif-plugged", "status": "completed", "tag": "37a6c867-eb85-4077-bfb9-adf584b81fcc", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:39:03.330012 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3edf616-7657-4d88-a433-239ca75a5094 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:39:03.330012 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96567c4d-4c67-41f0-a42b-2b04bbded9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a6c867-eb85-4077-bfb9-adf584b81fcc', 'code': 200} Jun 07 08:39:03.345276 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:03.347909 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:03.356623 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886534cf-b419-4a9d-9927-5c221a357a8f req-e2b1a1d7-3d09-4b0e-bdde-702caa6f4e08 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:03.358851 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-886534cf-b419-4a9d-9927-5c221a357a8f req-e2b1a1d7-3d09-4b0e-bdde-702caa6f4e08 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 945 time: 0.0921648 Jun 07 08:39:03.406722 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-886534cf-b419-4a9d-9927-5c221a357a8f req-353cb0c9-f4d9-49a1-909b-1d2ec099feb6 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412450 Jun 07 08:39:03.416757 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=37a6c867-eb85-4077-bfb9-adf584b81fcc,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:03.419834 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:03.777859 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e3cc6-cde9-4783-bbce-17767ea59577 req-c85a296f-dd72-40b4-9a7c-58b0fcec7545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:03.779340 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bd1e3cc6-cde9-4783-bbce-17767ea59577 req-c85a296f-dd72-40b4-9a7c-58b0fcec7545 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 1099 time: 0.0727761 Jun 07 08:39:03.819448 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bd1e3cc6-cde9-4783-bbce-17767ea59577 req-b35088fb-0034-44a8-85ec-3457d9e07db1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334291 Jun 07 08:39:04.590503 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63568b41-1062-47f7-a66e-8f26bd566bf8 req-e15caf7c-442a-4b44-bc05-4bf8e583ba88 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:04.591944 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-63568b41-1062-47f7-a66e-8f26bd566bf8 req-e15caf7c-442a-4b44-bc05-4bf8e583ba88 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 946 time: 0.0807188 Jun 07 08:39:04.640029 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-63568b41-1062-47f7-a66e-8f26bd566bf8 req-14097ec8-a944-4db2-865b-9d73970eb2f2 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425236 Jun 07 08:39:05.828631 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f5af4-b2d4-482f-b065-f25e2ab3843e req-8a1570a3-ec05-49a5-9e4f-afb91cf40160 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:05.830096 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-561f5af4-b2d4-482f-b065-f25e2ab3843e req-8a1570a3-ec05-49a5-9e4f-afb91cf40160 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 946 time: 0.0852740 Jun 07 08:39:05.879241 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-561f5af4-b2d4-482f-b065-f25e2ab3843e req-9514d3b1-6364-4b4a-9ca5-782f9cbeee88 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432503 Jun 07 08:39:06.132445 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-f3971e25-14f5-43b4-989a-1d7bda1aa2dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797772 Jun 07 08:39:06.291342 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-756d2830-168f-479d-bec9-fd1fa58e0443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:06.292907 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-756d2830-168f-479d-bec9-fd1fa58e0443 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47bf232d29184436a76ca7246bf3ce30&device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 1099 time: 0.0712829 Jun 07 08:39:06.436576 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-3eb2791f-962a-404e-ad75-fdfef025e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:06.438026 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-3eb2791f-962a-404e-ad75-fdfef025e398 service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 HTTP/1.1" status: 200 len: 910 time: 0.1268179 Jun 07 08:39:06.512386 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-6386baea-774b-40cd-90b1-ef517044d90b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37a6c867-eb85-4077-bfb9-adf584b81fcc HTTP/1.1" status: 200 len: 217 time: 0.0668998 Jun 07 08:39:06.580716 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-a464c54f-6690-4b95-9afa-4a9264f7fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:06.582786 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-a464c54f-6690-4b95-9afa-4a9264f7fd1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4637eeaf-8343-47e9-9b81-ab6438806b55 HTTP/1.1" status: 200 len: 849 time: 0.0642445 Jun 07 08:39:06.629709 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-8b61ccff-72c6-4f2b-838e-43bddd6cca01 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396209 Jun 07 08:39:06.844017 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-a2fa0c99-2399-4121-9b25-0a5bbd271753 service neutron] 10.222.0.50 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066426 Jun 07 08:39:06.980920 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6918e46-f0af-4bee-8104-189cc568ccf4 req-693a1691-2040-4651-b53f-61edb2d5121c service neutron] 10.222.0.50 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306548 Jun 07 08:39:07.403667 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5d177-7fda-480a-a40c-3e17f62d44fa req-f52a8055-5171-4c90-8f24-aa35e96123a4 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:07.405134 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-81b5d177-7fda-480a-a40c-3e17f62d44fa req-f52a8055-5171-4c90-8f24-aa35e96123a4 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 946 time: 0.0774562 Jun 07 08:39:07.449415 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-81b5d177-7fda-480a-a40c-3e17f62d44fa req-ee95d3e2-60fe-418d-8f6e-b9c13aa21197 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382762 Jun 07 08:39:08.631347 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd50ef-74cd-47f7-a6b7-8d42237d8e38 req-9e164a51-21f7-4139-ae71-fa391f34ea15 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:08.632803 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d8bd50ef-74cd-47f7-a6b7-8d42237d8e38 req-9e164a51-21f7-4139-ae71-fa391f34ea15 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 946 time: 0.0781412 Jun 07 08:39:08.682071 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d8bd50ef-74cd-47f7-a6b7-8d42237d8e38 req-58a18de5-cf78-48d8-a145-4ed7d8cf6ad4 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Jun 07 08:39:08.809852 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-dc07fec3-f735-4263-8554-ae2f917819d8 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:08.811255 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-dc07fec3-f735-4263-8554-ae2f917819d8 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.50 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 946 time: 0.0825956 Jun 07 08:39:08.947295 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Deleting port 37a6c867-eb85-4077-bfb9-adf584b81fcc {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:39:08.947552 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:09.082614 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] For port 37a6c867-eb85-4077-bfb9-adf584b81fcc, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=37a6c867-eb85-4077-bfb9-adf584b81fcc,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:39:09.082973 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:09.203588 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Calling delete_port for 37a6c867-eb85-4077-bfb9-adf584b81fcc owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:39:09.390915 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:09.396690 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-2f343c11-de8c-4798-9792-6458ff10f79a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:09.427304 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['37a6c867-eb85-4077-bfb9-adf584b81fcc'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:39:09.444121 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Pushing event deleted for resources: {'Port': ['ID=37a6c867-eb85-4077-bfb9-adf584b81fcc,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:09.483861 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.484104 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.484472 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.484868 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.485229 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.485586 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.485937 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.486288 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.486638 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.486988 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.487335 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.488178 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:09.518156 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:09.529982 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] No DVR routers for this DVR port 37a6c867-eb85-4077-bfb9-adf584b81fcc on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:39:09.532374 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:09.534829 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-5d8b3f5c-9790-475f-8c2f-1ee0711e8363 req-f3fa2e8a-5d1f-46f4-bf8c-5c0756dc1812 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.50 "DELETE /v2.0/ports/37a6c867-eb85-4077-bfb9-adf584b81fcc HTTP/1.1" status: 204 len: 173 time: 0.7173228 Jun 07 08:39:09.535315 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96567c4d-4c67-41f0-a42b-2b04bbded9ea', 'name': 'network-vif-deleted', 'tag': '37a6c867-eb85-4077-bfb9-adf584b81fcc'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:39:09.537605 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eae53f-d47e-42d6-aace-7aa524e58a05" -d '{"events": [{"server_uuid": "96567c4d-4c67-41f0-a42b-2b04bbded9ea", "name": "network-vif-deleted", "tag": "37a6c867-eb85-4077-bfb9-adf584b81fcc"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:39:09.579492 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9617e95-8c18-4267-8cd7-23d2028343d3 x-openstack-request-id: req-f9617e95-8c18-4267-8cd7-23d2028343d3 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:39:09.579814 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96567c4d-4c67-41f0-a42b-2b04bbded9ea", "name": "network-vif-deleted", "tag": "37a6c867-eb85-4077-bfb9-adf584b81fcc", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:39:09.580101 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9617e95-8c18-4267-8cd7-23d2028343d3 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:39:09.580524 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96567c4d-4c67-41f0-a42b-2b04bbded9ea', 'name': 'network-vif-deleted', 'tag': '37a6c867-eb85-4077-bfb9-adf584b81fcc', 'status': 'completed', 'code': 200} Jun 07 08:39:09.830640 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9fd4633e-a06f-4d43-9e89-295bc88e4bcb req-f24f1ca7-f556-49c7-a6e2-55c64f55bcae tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=96567c4d-4c67-41f0-a42b-2b04bbded9ea HTTP/1.1" status: 200 len: 210 time: 0.0432777 Jun 07 08:39:11.182141 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-f7878813-848c-4d1a-86a1-22735c078e75 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:11.183454 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-f7878813-848c-4d1a-86a1-22735c078e75 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/networks?id=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 HTTP/1.1" status: 200 len: 809 time: 0.1421413 Jun 07 08:39:11.197480 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-78b77077-2ce1-4434-92b4-56d467d280d4 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/quotas/47bf232d29184436a76ca7246bf3ce30 HTTP/1.1" status: 200 len: 375 time: 0.0086646 Jun 07 08:39:11.242843 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-816d0b37-2249-4cf1-a7e2-ff3e6e917e5a tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47bf232d29184436a76ca7246bf3ce30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406666 Jun 07 08:39:11.253004 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d08d5666-9216-49d5-82c2-819c840784f1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:39:11.253951 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d08d5666-9216-49d5-82c2-819c840784f1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049498 Jun 07 08:39:11.384700 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-a1bbb774-63fc-47fe-af4a-4154e1640e27 service neutron] 10.222.0.15 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252294 Jun 07 08:39:11.514324 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-254f867d-de43-49d8-9aad-0d815eae656c service neutron] 10.222.0.15 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237643 Jun 07 08:39:11.773998 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-f433d8a9-ae80-4873-ba6d-4985fd20ea93 req-df161b94-2d58-414b-a071-22b77f5b2c60 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 210 time: 0.0452423 Jun 07 08:39:13.017007 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-22ad64d6-7e80-461e-93fe-7a0060d2cc4e req-ccb80c57-dde8-47b0-8969-f01777789be0 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 210 time: 0.1347988 Jun 07 08:39:13.079473 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 37a6c867-eb85-4077-bfb9-adf584b81fcc no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:39:13.113117 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 37a6c867-eb85-4077-bfb9-adf584b81fcc {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:39:13.113472 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 37a6c867-eb85-4077-bfb9-adf584b81fcc not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:39:13.586628 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-430c379e-b624-4637-8dda-e7ee5e74619e tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:13.588152 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-430c379e-b624-4637-8dda-e7ee5e74619e tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.50 "GET /v2.0/networks?id=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 HTTP/1.1" status: 200 len: 809 time: 0.1517503 Jun 07 08:39:13.605191 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Request body: {'port': {'device_id': '7b6db3b3-b2f3-4a04-8c4a-22167bba82a5', 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33', 'admin_state_up': True, 'tenant_id': '47bf232d29184436a76ca7246bf3ce30'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:39:13.825270 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Made reservation on behalf of 47bf232d29184436a76ca7246bf3ce30 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:39:13.828957 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:13.991612 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Allocated IP 172.20.0.8 (2c06c4a5-f299-4d7c-be95-13c8fb1bbb33/4637eeaf-8343-47e9-9b81-ab6438806b55/676a7a00-d747-4915-a637-aab9fdb02dba) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:39:14.165548 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fc3a51ad-c434-40ee-afdd-3aa6d8c351d8 req-2c61e14b-2ab6-4269-ba8d-2d53acea0bf4 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 210 time: 0.0427048 Jun 07 08:39:14.196373 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:14.311616 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:14.317659 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-61b86c53-cfa3-4b94-aff9-608de42e1381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:14.384246 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:39:14.387160 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:39:14.389693 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:39:14.430387 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Pushing event updated for resources: {'Port': ['ID=676a7a00-d747-4915-a637-aab9fdb02dba,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:14.433074 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:14.459722 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:14.460328 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:14.534338 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9327936 Jun 07 08:39:14.553216 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Request body: {'port': {'device_id': '7b6db3b3-b2f3-4a04-8c4a-22167bba82a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:39:14.661132 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:14.989271 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676a7a00-d747-4915-a637-aab9fdb02dba {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:39:14.997215 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:15.011927 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Transition to ACTIVE for port object 676a7a00-d747-4915-a637-aab9fdb02dba will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:39:15.088393 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:15.092243 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-bc353619-311f-444f-9da4-db1528105638 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:15.246806 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Pushing event updated for resources: {'Port': ['ID=676a7a00-d747-4915-a637-aab9fdb02dba,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:15.253606 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:15.467624 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Attempting to bind port 676a7a00-d747-4915-a637-aab9fdb02dba on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:39:15.467957 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Attempting to bind port 676a7a00-d747-4915-a637-aab9fdb02dba by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': '87c19fc8-b5b7-4acd-85f9-5a5da0303746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:39:15.468285 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Attempting to bind port 676a7a00-d747-4915-a637-aab9fdb02dba on network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:39:15.476208 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Port 676a7a00-d747-4915-a637-aab9fdb02dba on network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:39:15.476525 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Attempting to bind port 676a7a00-d747-4915-a637-aab9fdb02dba on network 2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:39:15.484620 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:39:15.484952 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Checking segment: {'id': '87c19fc8-b5b7-4acd-85f9-5a5da0303746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:39:15.485328 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Bound using segment: {'id': '87c19fc8-b5b7-4acd-85f9-5a5da0303746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:39:15.485750 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Bound port: 676a7a00-d747-4915-a637-aab9fdb02dba, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c19fc8-b5b7-4acd-85f9-5a5da0303746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:39:15.486087 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:15.509734 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516752a-bc13-4ab0-b602-4473d1cd385e req-72db3fdb-a374-4f80-9f7e-ddb4b97bfd48 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:15.511104 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1516752a-bc13-4ab0-b602-4473d1cd385e req-72db3fdb-a374-4f80-9f7e-ddb4b97bfd48 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 943 time: 0.2313921 Jun 07 08:39:15.607434 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1516752a-bc13-4ab0-b602-4473d1cd385e req-fa891f9e-fbe3-4c4d-aef8-b93969152a26 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714386 Jun 07 08:39:15.616159 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] For port 676a7a00-d747-4915-a637-aab9fdb02dba, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:39:15.619248 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] For port 676a7a00-d747-4915-a637-aab9fdb02dba, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=676a7a00-d747-4915-a637-aab9fdb02dba,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:39:15.682744 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:15.686484 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a4febbd2-349e-4465-b402-4e36022fe10d tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:15.745437 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:15.746045 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:15.747381 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] 10.222.0.50 "PUT /v2.0/ports/676a7a00-d747-4915-a637-aab9fdb02dba HTTP/1.1" status: 200 len: 1093 time: 1.1982560 Jun 07 08:39:15.747865 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6db3b3-b2f3-4a04-8c4a-22167bba82a5', 'tag': '676a7a00-d747-4915-a637-aab9fdb02dba'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:39:15.750154 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef39a47-0dfe-4a53-a385-f1ba120e4c59" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6db3b3-b2f3-4a04-8c4a-22167bba82a5", "tag": "676a7a00-d747-4915-a637-aab9fdb02dba"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:39:15.766978 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Pushing event updated for resources: {'Port': ['ID=676a7a00-d747-4915-a637-aab9fdb02dba,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:15.770086 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d59541cd-60f3-461a-8464-77ebd1729eac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:15.797116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225c9544-0052-4665-bd20-c74fce7fc7d5 x-openstack-request-id: req-225c9544-0052-4665-bd20-c74fce7fc7d5 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:39:15.800743 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6db3b3-b2f3-4a04-8c4a-22167bba82a5", "tag": "676a7a00-d747-4915-a637-aab9fdb02dba", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:39:15.800743 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-225c9544-0052-4665-bd20-c74fce7fc7d5 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:39:15.800743 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6db3b3-b2f3-4a04-8c4a-22167bba82a5', 'tag': '676a7a00-d747-4915-a637-aab9fdb02dba', 'status': 'completed', 'code': 200} Jun 07 08:39:15.909477 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef39a47-0dfe-4a53-a385-f1ba120e4c59 req-8a61c5e7-97fb-4892-8fd6-ad3aeb2c36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:15.910951 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0ef39a47-0dfe-4a53-a385-f1ba120e4c59 req-8a61c5e7-97fb-4892-8fd6-ad3aeb2c36d8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47bf232d29184436a76ca7246bf3ce30&device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 1096 time: 0.0704606 Jun 07 08:39:16.055681 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef39a47-0dfe-4a53-a385-f1ba120e4c59 req-b9154195-9e34-4ce4-9fbf-e40f853f97ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:16.057130 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0ef39a47-0dfe-4a53-a385-f1ba120e4c59 req-b9154195-9e34-4ce4-9fbf-e40f853f97ab service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=47bf232d29184436a76ca7246bf3ce30&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1332486 Jun 07 08:39:16.190983 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef39a47-0dfe-4a53-a385-f1ba120e4c59 req-77dc0894-3edd-44c5-a995-1c3aabe04b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:16.192422 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-0ef39a47-0dfe-4a53-a385-f1ba120e4c59 req-77dc0894-3edd-44c5-a995-1c3aabe04b86 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293128 Jun 07 08:39:16.323579 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-4149b685-e045-447e-82ec-f4359d50c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:16.324993 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-4149b685-e045-447e-82ec-f4359d50c70f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=47bf232d29184436a76ca7246bf3ce30&device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 1096 time: 0.0756650 Jun 07 08:39:16.401044 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-c660e362-8c7e-4544-ab29-410a4e478771 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=676a7a00-d747-4915-a637-aab9fdb02dba HTTP/1.1" status: 200 len: 217 time: 0.0627637 Jun 07 08:39:16.461623 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-5e55a721-faaa-4523-9939-b3dfeff338f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:16.463027 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-5e55a721-faaa-4523-9939-b3dfeff338f1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4637eeaf-8343-47e9-9b81-ab6438806b55 HTTP/1.1" status: 200 len: 849 time: 0.0562787 Jun 07 08:39:16.508766 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-db5ed36f-25f7-4fea-a3e9-5c3d9d35c424 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395114 Jun 07 08:39:16.638723 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-bdf0b9ed-3eba-4667-9c9a-afb13c213242 service neutron] 10.222.0.50 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233997 Jun 07 08:39:16.825155 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-384793d6-2dc8-4260-a2e7-b74a8e03138d req-4c8ba364-dfe0-4518-a28f-beec49222b86 service neutron] 10.222.0.50 "GET /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802402 Jun 07 08:39:16.850330 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9dc9b-f972-4a9c-b6cf-1b7708f3de3f req-cab00dd2-661c-48c5-866b-be40b806d863 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:16.851846 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fad9dc9b-f972-4a9c-b6cf-1b7708f3de3f req-cab00dd2-661c-48c5-866b-be40b806d863 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 943 time: 0.1196635 Jun 07 08:39:16.896120 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-fad9dc9b-f972-4a9c-b6cf-1b7708f3de3f req-4a8b0652-eeb0-49a1-b30a-9149d627c9f7 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385127 Jun 07 08:39:18.076985 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941573c4-c4cf-42b5-8658-8a70237ee0e0 req-3a833a23-c978-4d25-a07d-2b55369260a2 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:18.078529 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-941573c4-c4cf-42b5-8658-8a70237ee0e0 req-3a833a23-c978-4d25-a07d-2b55369260a2 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 943 time: 0.0775881 Jun 07 08:39:18.125659 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-941573c4-c4cf-42b5-8658-8a70237ee0e0 req-72de975a-ec10-4091-b4ff-2d32444dad45 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Jun 07 08:39:19.144776 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 676a7a00-d747-4915-a637-aab9fdb02dba details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:39:19.309522 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecaf37-6520-4693-a881-1d4be788ff6a req-58c731b1-70f9-4dc0-a49a-9faa80dc30f5 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:19.310986 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-39ecaf37-6520-4693-a881-1d4be788ff6a req-58c731b1-70f9-4dc0-a49a-9faa80dc30f5 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 943 time: 0.0816395 Jun 07 08:39:19.315088 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 676a7a00-d747-4915-a637-aab9fdb02dba, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=676a7a00-d747-4915-a637-aab9fdb02dba,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:39:19.329178 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': '676a7a00-d747-4915-a637-aab9fdb02dba', 'network_id': '2c06c4a5-f299-4d7c-be95-13c8fb1bbb33', 'port_id': '676a7a00-d747-4915-a637-aab9fdb02dba', 'mac_address': 'fa:16:3e:ae:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4637eeaf-8343-47e9-9b81-ab6438806b55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:39:19.363485 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-39ecaf37-6520-4693-a881-1d4be788ff6a req-690d2950-0ea1-43d1-9e3d-03ac36416c9c tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468476 Jun 07 08:39:19.386929 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:19.404425 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676a7a00-d747-4915-a637-aab9fdb02dba {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:39:19.419202 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 676a7a00-d747-4915-a637-aab9fdb02dba, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=676a7a00-d747-4915-a637-aab9fdb02dba,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:39:19.482473 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:19.484933 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:19.548942 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=676a7a00-d747-4915-a637-aab9fdb02dba,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:19.552210 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:19.749830 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['676a7a00-d747-4915-a637-aab9fdb02dba'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:39:20.544785 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db93ca-e02c-4c1b-ac0e-04aacee58633 req-5ee49cea-0768-44e4-889b-148c608a1dcc tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:20.546220 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-12db93ca-e02c-4c1b-ac0e-04aacee58633 req-5ee49cea-0768-44e4-889b-148c608a1dcc tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 944 time: 0.0788274 Jun 07 08:39:20.588493 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-12db93ca-e02c-4c1b-ac0e-04aacee58633 req-1b2f15d5-28a0-46c4-a6f7-6859c832a6f3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368114 Jun 07 08:39:21.160029 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 676a7a00-d747-4915-a637-aab9fdb02dba up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:39:21.283372 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port 676a7a00-d747-4915-a637-aab9fdb02dba completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:39:21.289516 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port 676a7a00-d747-4915-a637-aab9fdb02dba triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:39:21.292586 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:21.406813 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:21.433604 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6db3b3-b2f3-4a04-8c4a-22167bba82a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676a7a00-d747-4915-a637-aab9fdb02dba'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:39:21.435813 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe3ddb6-50af-4263-a9cc-af3eeb6bee5c" -d '{"events": [{"server_uuid": "7b6db3b3-b2f3-4a04-8c4a-22167bba82a5", "name": "network-vif-plugged", "status": "completed", "tag": "676a7a00-d747-4915-a637-aab9fdb02dba"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:39:21.443950 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port 676a7a00-d747-4915-a637-aab9fdb02dba, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=676a7a00-d747-4915-a637-aab9fdb02dba,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:39:21.478277 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e675378-a68f-430f-b9a9-42afa1696c29 x-openstack-request-id: req-0e675378-a68f-430f-b9a9-42afa1696c29 {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:39:21.478570 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6db3b3-b2f3-4a04-8c4a-22167bba82a5", "name": "network-vif-plugged", "status": "completed", "tag": "676a7a00-d747-4915-a637-aab9fdb02dba", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:39:21.478823 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e675378-a68f-430f-b9a9-42afa1696c29 {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:39:21.479204 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6db3b3-b2f3-4a04-8c4a-22167bba82a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676a7a00-d747-4915-a637-aab9fdb02dba', 'code': 200} Jun 07 08:39:21.499395 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:21.501229 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fa97e84d-9c23-4202-a371-f47e2d8a1527 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:21.566302 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=676a7a00-d747-4915-a637-aab9fdb02dba,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:21.569978 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:21.777439 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec9df3-0888-40a0-b605-506b9c919786 req-a4a950d3-fbff-4138-8e0f-4f641bf23e8d tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:21.778906 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-adec9df3-0888-40a0-b605-506b9c919786 req-a4a950d3-fbff-4138-8e0f-4f641bf23e8d tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 945 time: 0.0833490 Jun 07 08:39:21.823243 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-adec9df3-0888-40a0-b605-506b9c919786 req-b1329fdb-c5d2-4057-82ff-aa7dac077449 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387774 Jun 07 08:39:21.891932 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a08ca9-7b20-4cfb-b0d1-dce1ec376459 req-5558faef-2377-421f-8a02-df93c493cfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:21.893463 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29a08ca9-7b20-4cfb-b0d1-dce1ec376459 req-5558faef-2377-421f-8a02-df93c493cfb2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 1098 time: 0.0709093 Jun 07 08:39:21.934603 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-29a08ca9-7b20-4cfb-b0d1-dce1ec376459 req-abb15cc4-5a7a-4edc-aa08-ee867a9d6bec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Jun 07 08:39:23.014394 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d6176dc6-b4e9-4712-869a-7c90daee135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:23.032461 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fa071-b366-4e23-ac11-a550bef7fb96 req-2d79a233-6b19-450b-af6d-d46991836f3a tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:23.034144 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-605fa071-b366-4e23-ac11-a550bef7fb96 req-2d79a233-6b19-450b-af6d-d46991836f3a tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 945 time: 0.0941386 Jun 07 08:39:23.078273 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-605fa071-b366-4e23-ac11-a550bef7fb96 req-77c25463-3ba9-4ff1-9ece-93a0f8a7c362 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Jun 07 08:39:24.258185 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cccace-2105-424d-a1a1-146f80173ddc req-d9894d23-2e8c-4827-8205-72c250e0edb7 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:24.265977 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e2cccace-2105-424d-a1a1-146f80173ddc req-d9894d23-2e8c-4827-8205-72c250e0edb7 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 945 time: 0.0772092 Jun 07 08:39:24.303985 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-e2cccace-2105-424d-a1a1-146f80173ddc req-e3807317-db7a-4f7c-9c41-704b5daf36a0 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386412 Jun 07 08:39:25.213701 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:25.728610 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-890cb67a-8f80-431e-a5b7-e39de43b0e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:25.830530 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:25.977074 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786912a-077d-4f6d-b340-e44d737d3aa7 req-8ad5767b-3be5-4fa8-a224-bfbb93e4c77a tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:25.978528 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b786912a-077d-4f6d-b340-e44d737d3aa7 req-8ad5767b-3be5-4fa8-a224-bfbb93e4c77a tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 945 time: 0.0858600 Jun 07 08:39:26.023336 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-b786912a-077d-4f6d-b340-e44d737d3aa7 req-cff2f8c3-2a83-4410-a716-2d812498f88d tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390923 Jun 07 08:39:27.204380 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebfc7d-c401-479d-8420-78a90f7d1678 req-7c0beba5-aacc-471c-b451-5b07350db8aa tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:27.205841 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d9ebfc7d-c401-479d-8420-78a90f7d1678 req-7c0beba5-aacc-471c-b451-5b07350db8aa tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 945 time: 0.0782743 Jun 07 08:39:27.250738 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-d9ebfc7d-c401-479d-8420-78a90f7d1678 req-75f2b12d-966f-4c8e-8c40-6110ae0c8c8e tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fd309c5-0891-469c-8660-bda2d644ebde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384178 Jun 07 08:39:27.453921 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:27.457712 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04398eb-4538-41f0-8134-891696672e28 req-faeb4a02-482a-41fa-8804-67856c677a94 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:27.459703 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c04398eb-4538-41f0-8134-891696672e28 req-faeb4a02-482a-41fa-8804-67856c677a94 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.50 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 945 time: 0.1675057 Jun 07 08:39:27.595942 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-c04398eb-4538-41f0-8134-891696672e28 req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Deleting port 676a7a00-d747-4915-a637-aab9fdb02dba {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:39:27.596289 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-c04398eb-4538-41f0-8134-891696672e28 req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:27.726177 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-c04398eb-4538-41f0-8134-891696672e28 req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] For port 676a7a00-d747-4915-a637-aab9fdb02dba, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=676a7a00-d747-4915-a637-aab9fdb02dba,segment=NetworkSegment(87c19fc8-b5b7-4acd-85f9-5a5da0303746),segment_id=87c19fc8-b5b7-4acd-85f9-5a5da0303746)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:39:27.726456 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-c04398eb-4538-41f0-8134-891696672e28 req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:27.846301 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-c04398eb-4538-41f0-8134-891696672e28 req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Calling delete_port for 676a7a00-d747-4915-a637-aab9fdb02dba owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:39:28.008118 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-c04398eb-4538-41f0-8134-891696672e28 req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:28.013399 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-ea6fc77b-fd5a-4b6c-860d-36854ace353a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:28.042816 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['676a7a00-d747-4915-a637-aab9fdb02dba'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:39:28.057960 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Pushing event deleted for resources: {'Port': ['ID=676a7a00-d747-4915-a637-aab9fdb02dba,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:28.064283 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:28.133137 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04398eb-4538-41f0-8134-891696672e28 req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] No DVR routers for this DVR port 676a7a00-d747-4915-a637-aab9fdb02dba on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:39:28.135621 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-c04398eb-4538-41f0-8134-891696672e28 req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:28.137544 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-c04398eb-4538-41f0-8134-891696672e28 req-9eb79d9a-6b90-4b99-95c5-deae0cc162bb tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.50 "DELETE /v2.0/ports/676a7a00-d747-4915-a637-aab9fdb02dba HTTP/1.1" status: 204 len: 173 time: 0.6726277 Jun 07 08:39:28.138026 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6db3b3-b2f3-4a04-8c4a-22167bba82a5', 'name': 'network-vif-deleted', 'tag': '676a7a00-d747-4915-a637-aab9fdb02dba'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:39:28.140279 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd15fe-4457-47b9-979d-cc8d5f095581" -d '{"events": [{"server_uuid": "7b6db3b3-b2f3-4a04-8c4a-22167bba82a5", "name": "network-vif-deleted", "tag": "676a7a00-d747-4915-a637-aab9fdb02dba"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:39:28.181995 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3720c0-1515-4353-9f2e-07c25cf35446 x-openstack-request-id: req-ad3720c0-1515-4353-9f2e-07c25cf35446 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:39:28.182346 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6db3b3-b2f3-4a04-8c4a-22167bba82a5", "name": "network-vif-deleted", "tag": "676a7a00-d747-4915-a637-aab9fdb02dba", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:39:28.182628 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad3720c0-1515-4353-9f2e-07c25cf35446 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:39:28.183047 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6db3b3-b2f3-4a04-8c4a-22167bba82a5', 'name': 'network-vif-deleted', 'tag': '676a7a00-d747-4915-a637-aab9fdb02dba', 'status': 'completed', 'code': 200} Jun 07 08:39:28.248693 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:39:28.408991 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b22d0fb8-c991-49c0-b599-e9f1a0335b91 req-36a1c621-aa0e-40e7-9a34-d28da7238ef3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] 10.222.0.15 "GET /v2.0/ports?device_id=7b6db3b3-b2f3-4a04-8c4a-22167bba82a5 HTTP/1.1" status: 200 len: 210 time: 0.0460360 Jun 07 08:39:29.407730 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:31.251507 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 676a7a00-d747-4915-a637-aab9fdb02dba no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:39:31.285304 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: 676a7a00-d747-4915-a637-aab9fdb02dba {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:39:31.285656 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device 676a7a00-d747-4915-a637-aab9fdb02dba not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:39:52.424774 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53124) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:39:52.482729 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28414d5-e628-4a7b-912d-b10ca539bdc3 admin admin] Deleting subnet 4637eeaf-8343-47e9-9b81-ab6438806b55 {{(pid=92137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:39:52.485632 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b28414d5-e628-4a7b-912d-b10ca539bdc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:52.536615 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b28414d5-e628-4a7b-912d-b10ca539bdc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811502'] for subnet, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:52.591974 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b28414d5-e628-4a7b-912d-b10ca539bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:52.711425 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b28414d5-e628-4a7b-912d-b10ca539bdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2255046'] for subnet, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:52.715311 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:52.753318 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28414d5-e628-4a7b-912d-b10ca539bdc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4637eeaf-8343-47e9-9b81-ab6438806b55,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:52.756861 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-b28414d5-e628-4a7b-912d-b10ca539bdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:52.759715 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-b28414d5-e628-4a7b-912d-b10ca539bdc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:52.761774 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-b28414d5-e628-4a7b-912d-b10ca539bdc3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4637eeaf-8343-47e9-9b81-ab6438806b55 HTTP/1.1" status: 204 len: 168 time: 0.3358800 Jun 07 08:39:52.764017 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53126) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:39:52.868089 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:52.993680 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:52.996080 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-680a751c-a271-4a5d-a823-aea981dc75a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.007687 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c06c4a5-f299-4d7c-be95-13c8fb1bbb33']}} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:39:53.019805 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c19fc8-b5b7-4acd-85f9-5a5da0303746') {'for_net_delete': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:39:53.020100 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c19fc8-b5b7-4acd-85f9-5a5da0303746') {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:39:53.031574 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811479'] for segment, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.047405 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.053751 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Releasing vlan 735 on physical network physnet1 to pool {{(pid=92137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:39:53.056383 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810927'] for segment, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: Traceback (most recent call last): Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: timer() Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: cb(*args, **kw) Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: return func(*args, **kwargs) Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: self._notify() Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: self.callback(batched_events) Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: event.method(event) Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: return f(self, *a, **k) Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: return self._get(url).json() Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: return self.request(url, 'GET', **kwargs) Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:39:53.066960 dv-cinder-784956-6-smb neutron-server[92137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:39:53.179336 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.182872 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:53.196008 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.197939 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2c06c4a5-f299-4d7c-be95-13c8fb1bbb33 HTTP/1.1" status: 204 len: 168 time: 0.4330041 Jun 07 08:39:53.203691 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c06c4a5-f299-4d7c-be95-13c8fb1bbb33,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:53.206714 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d578f904-5f41-418d-b0b5-5f91463929a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:53.456507 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53130) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:39:53.509516 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-acf0a25f-00c2-4bb2-a6be-57dcceee4700 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47bf232d29184436a76ca7246bf3ce30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517838 Jun 07 08:39:53.511996 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53132) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:39:53.569424 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.593974 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.733766 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.736532 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:53.737681 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fd309c5-0891-469c-8660-bda2d644ebde HTTP/1.1" status: 204 len: 168 time: 0.2246625 Jun 07 08:39:53.738442 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-19445cec-0ee0-41a1-81a3-cef5c34f6e7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:53.750044 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd309c5-0891-469c-8660-bda2d644ebde,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:53.755422 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.755794 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.756158 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.756566 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.756937 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.757287 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.757637 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.757987 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.758333 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.759158 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.759510 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.759855 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:39:53.763628 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:54.661205 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53154) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:39:54.764433 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1909317467-network', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:39:54.847996 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Made reservation on behalf of cfdaa4a706a24bcfba867a062871f297 for: {'network': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:39:54.851431 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:54.863843 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:54.965264 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.024378 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.027263 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d4e59374-1c31-4cad-970a-5d6c33281396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:55.055162 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] vlan segment allocate from pool success with {'vlan_id': 702, 'physical_network': 'physnet1'} {{(pid=92137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:39:55.063393 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae0f94e-a0e5-4595-b591-da77b29e0656,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:55.066826 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:55.069184 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.069610 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.segments_db [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Added segment a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4 of type vlan for network e5dd6b82-eabb-42ec-8613-27af6a04678d Jun 07 08:39:55.094643 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.207551 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.208966 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:55.210048 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.215999 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:55.224752 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.396913 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Pushing event updated for resources: {'Network': ['ID=e5dd6b82-eabb-42ec-8613-27af6a04678d,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:55.400312 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:55.407551 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network e5dd6b82-eabb-42ec-8613-27af6a04678d details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:39:55.415032 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-eed6c47d-2d77-48b8-9dc9-9e18175b734e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7528026 Jun 07 08:39:55.418221 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53158) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:39:55.423300 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Request body: {'subnet': {'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1909317467-subnet', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'ip_version': 4}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:39:55.596363 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Made reservation on behalf of cfdaa4a706a24bcfba867a062871f297 for: {'subnet': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:39:55.598730 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2398435'] for subnet, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.762241 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-dc51f753-8f29-4d94-8722-6be22b112bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.813590 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.888157 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2161756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2398449'] for subnet, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:55.893011 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-595bbef5-5dd8-41db-87f5-96f76fca4a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:55.964538 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ab0231-1963-4da8-bb9b-1d132fbadf96,revision_number=0']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:55.967775 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:55.973547 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Checking segment: {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:39:55.973900 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Network hostable DHCP agents. Network: e5dd6b82-eabb-42ec-8613-27af6a04678d, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92138) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:39:56.047963 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Network e5dd6b82-eabb-42ec-8613-27af6a04678d is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92138) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:39:56.110827 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, e5dd6b82-eabb-42ec-8613-27af6a04678d) {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:39:56.115324 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:39:56.116394 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for subnet, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.119586 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5b3d5-eb6a-4862-af8d-0e1b8e6f79ac None None] Network e5dd6b82-eabb-42ec-8613-27af6a04678d requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:39:56.180058 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-03a05ef9-60cd-4700-8e81-0e86e25d0a2d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7605581 Jun 07 08:39:56.182498 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53160) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:39:56.186818 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:39:56.247920 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4051021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.249130 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4051924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3761267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7961'] for router, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.269741 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.340022 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dcd3e2-d0f0-5088-ba37-ee198adbc9d5-e5dd6b82-eabb-42ec-8613-27af6a04678d', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96'}]}} from dv-cinder-784956-6-smb. {{(pid=92139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:39:56.340880 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.496093 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.db_base_plugin_common [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Allocated IP 172.20.0.2 (e5dd6b82-eabb-42ec-8613-27af6a04678d/92ab0231-1963-4da8-bb9b-1d132fbadf96/1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377) {{(pid=92139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:39:56.589032 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4053891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4051039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.726586 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Notify callbacks [] for port, precommit_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.736606 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Transition to ACTIVE for port object 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:39:56.756214 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Transition to ACTIVE for port object 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 will not be triggered until provisioned by entity DHCP. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:39:56.807956 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.811668 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-41f81e1c-cb30-443c-988b-4dc70da6991d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:56.876180 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Network e5dd6b82-eabb-42ec-8613-27af6a04678d is already hosted by enough agents. {{(pid=92139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:39:56.878924 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.base_scheduler [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Resources bound (agent type, host, resource id): {{(pid=92139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:39:56.883183 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Received port after_create {{(pid=92139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:39:56.890521 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Pushing event updated for resources: {'Port': ['ID=1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377,revision_number=1']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:56.916788 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:56.938073 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.967735 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.978082 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Attempting to bind port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:39:56.978460 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Attempting to bind port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:39:56.978832 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Attempting to bind port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 on network e5dd6b82-eabb-42ec-8613-27af6a04678d {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:39:56.984014 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:39:56.984392 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Checking segment: {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:39:56.984834 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:56.985237 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Bound using segment: {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:39:56.985710 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Bound port: 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:39:56.986090 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:57.078879 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] For port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:39:57.082207 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] For port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:39:57.102375 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Allocated IP 172.28.1.239 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/4b66f16f-3566-41bd-a857-392b0c3c7d6c) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:39:57.150990 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:57.154990 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-63dea734-5848-4b5c-812f-75fd2ce34b0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:57.232122 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Pushing event updated for resources: {'Port': ['ID=1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:57.243371 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:57.250095 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:57.357273 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:57.366373 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-398099ef-21cb-4a55-83f2-e7e2e9ac47ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:39:57.440500 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:39:57.443380 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:39:57.447261 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:39:57.481968 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:57.482553 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Pushing event updated for resources: {'Port': ['ID=4b66f16f-3566-41bd-a857-392b0c3c7d6c,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:39:57.486652 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:39:58.028090 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:58.064666 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb857a8-c22a-436b-95b2-911934455a29 None None] Network e5dd6b82-eabb-42ec-8613-27af6a04678d requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:39:58.226525 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-22cb4bc2-358c-485d-b507-f5d6f55faf42 None None] Provisioning for port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:39:58.379469 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4051012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4053932'] for router, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:58.647399 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Router e6deb9d2-2d13-476f-bf24-5277c9f70955 is scheduled to L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 with binding_index 1 {{(pid=92138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:39:58.820350 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:39:58.828565 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Sync routers for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:39:58.838585 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:39:58.839204 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:39:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:39:58.893735 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] Notify callbacks [] for router, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:58.895054 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-82af7cf7-af67-4d17-a427-22be36ce854d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7116556 Jun 07 08:39:58.897848 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53162) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:39:59.020634 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:39:59.213300 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:39:59.378417 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:39:57Z', 'revision_number': 3, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:39:59.383155 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Checking router: e6deb9d2-2d13-476f-bf24-5277c9f70955 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:39:59.383603 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Updating router e6deb9d2-2d13-476f-bf24-5277c9f70955 port 4b66f16f-3566-41bd-a857-392b0c3c7d6c binding host dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:39:59.411429 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:39:59.431829 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:39:59.432213 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:59.480651 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:59.489688 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:59.711978 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:59.738137 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:59.877453 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:39:59.934488 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Allocated IP 172.20.0.1 (e5dd6b82-eabb-42ec-8613-27af6a04678d/92ab0231-1963-4da8-bb9b-1d132fbadf96/46876d57-4579-4a7e-a5f4-13c82ea3c065) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:39:59.967399 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:39:59.980471 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-f02210c0-d76f-4279-ad2c-7d1720d43267 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:00.060521 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Notify callbacks [] for port, precommit_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.077351 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:00.080531 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Transition to ACTIVE for port object 4b66f16f-3566-41bd-a857-392b0c3c7d6c will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:00.083087 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:00.103740 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.119890 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Transition to ACTIVE for port object 46876d57-4579-4a7e-a5f4-13c82ea3c065 will not be triggered until provisioned by entity DHCP. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:00.139387 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.144394 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:00.182227 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.186611 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:00.219996 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Attempting to bind port 4b66f16f-3566-41bd-a857-392b0c3c7d6c on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:40:00.220287 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Attempting to bind port 4b66f16f-3566-41bd-a857-392b0c3c7d6c by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:40:00.220677 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Attempting to bind port 4b66f16f-3566-41bd-a857-392b0c3c7d6c on network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:40:00.229495 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92a94f-8aa1-402f-9bea-701a4a192792 None None] Pushing event updated for resources: {'Port': ['ID=4b66f16f-3566-41bd-a857-392b0c3c7d6c,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:00.232021 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:40:00.232410 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Checking segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:40:00.232839 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.233227 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Bound using segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:40:00.233704 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Bound port: 4b66f16f-3566-41bd-a857-392b0c3c7d6c, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:40:00.234080 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.254156 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Network e5dd6b82-eabb-42ec-8613-27af6a04678d is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:40:00.256987 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:40:00.261854 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:40:00.266414 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-ac92a94f-8aa1-402f-9bea-701a4a192792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:00.310376 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Pushing event updated for resources: {'Port': ['ID=46876d57-4579-4a7e-a5f4-13c82ea3c065,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:00.317769 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:00.330802 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] For port 4b66f16f-3566-41bd-a857-392b0c3c7d6c, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:40:00.335069 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] For port 4b66f16f-3566-41bd-a857-392b0c3c7d6c, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=4b66f16f-3566-41bd-a857-392b0c3c7d6c,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:40:00.341971 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768550'] for router_interface, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.385680 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.390311 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:00.466049 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:40:00.466667 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:39:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:00.543117 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92a94f-8aa1-402f-9bea-701a4a192792 None None] Pushing event updated for resources: {'Port': ['ID=4b66f16f-3566-41bd-a857-392b0c3c7d6c,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:00.554099 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-ac92a94f-8aa1-402f-9bea-701a4a192792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:00.644961 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-7018ac2c-0ac4-4f25-a5b9-1b59b3b42c8c None None] Provisioning for port 46876d57-4579-4a7e-a5f4-13c82ea3c065 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:00.655844 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-7018ac2c-0ac4-4f25-a5b9-1b59b3b42c8c None None] Provisioning complete for port 46876d57-4579-4a7e-a5f4-13c82ea3c065 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:00.656224 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7018ac2c-0ac4-4f25-a5b9-1b59b3b42c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.672628 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:00.702078 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:40:00.837459 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-7018ac2c-0ac4-4f25-a5b9-1b59b3b42c8c None None] Port 46876d57-4579-4a7e-a5f4-13c82ea3c065 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:40:01.001100 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:39:57Z', 'revision_number': 3, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:01.002086 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:01.005049 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a08876-8ecc-4c6f-a0fe-381015b2d7cc None None] The sync data for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb is: [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:39:57Z', 'revision_number': 3, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:40:01.093469 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2161867'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:01.119335 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:01.156903 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:01.221831 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Pushing event updated for resources: {'Port': ['ID=46876d57-4579-4a7e-a5f4-13c82ea3c065,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:01.226894 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:01.230201 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4123811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4040382'] for router_interface, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:01.255648 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:01.256059 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:01.390698 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Network e5dd6b82-eabb-42ec-8613-27af6a04678d is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:40:01.392199 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:40:01.598633 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Router e6deb9d2-2d13-476f-bf24-5277c9f70955 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:40:01.666238 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-c7233e76-e4f2-4258-a793-c0a08b75eed8 None None] Provisioning complete for port 46876d57-4579-4a7e-a5f4-13c82ea3c065 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:01.666620 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c7233e76-e4f2-4258-a793-c0a08b75eed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:01.720596 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-c7233e76-e4f2-4258-a793-c0a08b75eed8 None None] Port 46876d57-4579-4a7e-a5f4-13c82ea3c065 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:40:01.782747 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:40:01.787738 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-0d54336c-63b3-428f-9551-9dc88c8e7024 admin admin] 10.222.0.15 "PUT /v2.0/routers/e6deb9d2-2d13-476f-bf24-5277c9f70955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8887465 Jun 07 08:40:02.447684 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Sync routers for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:40:02.456842 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:40:02.457456 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:39:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:02.473970 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53178) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:02.479310 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-513355666-network', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08'}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:02.556350 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Made reservation on behalf of 3805c7c616a1467c8f0cfee669ee8b08 for: {'network': 1} {{(pid=92138) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:40:02.558716 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-564739'] for network, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:02.571981 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:02.634740 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:40:02.679969 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:02.716331 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:02.720440 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-48e20dcd-c528-44a7-a155-93d71ac29897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:02.747554 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] vlan segment allocate from pool success with {'vlan_id': 711, 'physical_network': 'physnet1'} {{(pid=92138) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 07 08:40:02.756709 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497c5695-65cc-421c-8151-212f88b4a558,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:02.760043 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:02.764597 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:02.764597 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.db.segments_db [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Added segment eeebac52-c763-4851-99ab-1fecf90884c1 of type vlan for network ef4dac64-a307-479e-ad17-033cec1e5184 Jun 07 08:40:02.791893 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750200807653'] for network, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:02.859248 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793'] for network, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:02.860648 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:02.861226 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:02.866069 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:02.955111 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4798806 Jun 07 08:40:02.957861 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53180) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:02.960315 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Pushing event updated for resources: {'Network': ['ID=ef4dac64-a307-479e-ad17-033cec1e5184,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:02.963985 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ad49ab7c-005a-4d30-a6de-82f766f51b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:02.965092 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Request body: {'subnet': {'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-513355666-subnet', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'ip_version': 4}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:02.972299 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Network ef4dac64-a307-479e-ad17-033cec1e5184 details requested by agent ovs-agent-dv-cinder-784956-6-smb with host dv-cinder-784956-6-smb {{(pid=92139) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 07 08:40:02.978413 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '46876d57-4579-4a7e-a5f4-13c82ea3c065', 'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'mac_address': 'fa:16:3e:96:05:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:59Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 2, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'subnets': [{'id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:02.982271 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Checking router: e6deb9d2-2d13-476f-bf24-5277c9f70955 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:40:02.982791 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Updating router e6deb9d2-2d13-476f-bf24-5277c9f70955 port 46876d57-4579-4a7e-a5f4-13c82ea3c065 binding host dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:40:03.025085 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Made reservation on behalf of 3805c7c616a1467c8f0cfee669ee8b08 for: {'subnet': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:40:03.027422 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2255075'] for subnet, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.036329 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.176096 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4b66f16f-3566-41bd-a857-392b0c3c7d6c up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:03.316761 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2811092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2255089'] for subnet, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.321532 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d11ff6ad-8322-4952-a48b-fce5f92153e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:03.362372 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 4b66f16f-3566-41bd-a857-392b0c3c7d6c completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:03.368027 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 4b66f16f-3566-41bd-a857-392b0c3c7d6c triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:03.368411 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.393363 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.404835 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6277b865-dc67-43dd-a0b0-84e0b1e46ddf,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:03.407092 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Checking segment: {'id': 'eeebac52-c763-4851-99ab-1fecf90884c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:40:03.407454 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Network hostable DHCP agents. Network: ef4dac64-a307-479e-ad17-033cec1e5184, hostable agents: ['6a34e0f2-93a2-4f70-9855-c8cffa0934f6'], hosted agents: [] {{(pid=92137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 07 08:40:03.410449 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:03.410632 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Transition to ACTIVE for port object 46876d57-4579-4a7e-a5f4-13c82ea3c065 will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:03.459258 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.464333 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f681b713-90ec-4e43-9705-ec83a5550d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:03.476579 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Network ef4dac64-a307-479e-ad17-033cec1e5184 is scheduled to be hosted by DHCP agent 6a34e0f2-93a2-4f70-9855-c8cffa0934f6 with binding_index 1 {{(pid=92137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 07 08:40:03.488484 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.505690 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 4b66f16f-3566-41bd-a857-392b0c3c7d6c, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=4b66f16f-3566-41bd-a857-392b0c3c7d6c,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:40:03.530698 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-784956-6-smb, ef4dac64-a307-479e-ad17-033cec1e5184) {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:40:03.536289 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:03.538221 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.541567 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521982f-59ef-41d5-b4ce-d0517ef87e56 None None] Network ef4dac64-a307-479e-ad17-033cec1e5184 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:40:03.566052 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.571576 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:03.594178 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Pushing event updated for resources: {'Port': ['ID=46876d57-4579-4a7e-a5f4-13c82ea3c065,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:03.605486 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-add03e26-1c0a-4b19-b484-957688c9f759 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6434035 Jun 07 08:40:03.606469 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53182) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:03.610911 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.v2.base [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}} {{(pid=92138) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:03.630878 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.639923 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.648413 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:03.707039 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4051021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7936'] for router, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.707737 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Attempting to bind port 46876d57-4579-4a7e-a5f4-13c82ea3c065 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:40:03.708112 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Attempting to bind port 46876d57-4579-4a7e-a5f4-13c82ea3c065 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:40:03.708475 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Attempting to bind port 46876d57-4579-4a7e-a5f4-13c82ea3c065 on network e5dd6b82-eabb-42ec-8613-27af6a04678d {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:40:03.709314 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4051924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4054001', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3761267', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7961'] for router, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.714842 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:40:03.717867 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Checking segment: {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:40:03.717867 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.717867 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Bound using segment: {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:40:03.717867 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Bound port: 46876d57-4579-4a7e-a5f4-13c82ea3c065, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:40:03.717867 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.718669 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=4b66f16f-3566-41bd-a857-392b0c3c7d6c,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:03.734213 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.734603 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.734870 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.735307 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.735532 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.735869 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.736199 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.736530 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.736881 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.737252 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.737536 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.737863 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:03.745879 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.757151 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:03.810258 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] For port 46876d57-4579-4a7e-a5f4-13c82ea3c065, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:40:03.813463 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] For port 46876d57-4579-4a7e-a5f4-13c82ea3c065, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=46876d57-4579-4a7e-a5f4-13c82ea3c065,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:40:03.873704 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp27dcd3e2-d0f0-5088-ba37-ee198adbc9d5-ef4dac64-a307-479e-ad17-033cec1e5184', 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'fixed_ips': [{'subnet_id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf'}]}} from dv-cinder-784956-6-smb. {{(pid=92139) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 07 08:40:03.874544 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.900351 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:03.904860 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-f681b713-90ec-4e43-9705-ec83a5550d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:03.995054 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Pushing event updated for resources: {'Port': ['ID=46876d57-4579-4a7e-a5f4-13c82ea3c065,revision_number=4']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:03.995615 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:03.996677 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:40:03.998211 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:39:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:04.040873 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.db_base_plugin_common [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Allocated IP 172.20.0.2 (ef4dac64-a307-479e-ad17-033cec1e5184/6277b865-dc67-43dd-a0b0-84e0b1e46ddf/f47aa4c1-765f-4336-b41e-84628d89a81b) {{(pid=92139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:40:04.074054 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4053891', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4051039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7983'] for router, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:04.191155 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:40:04.288841 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Notify callbacks [] for port, precommit_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:04.299411 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Transition to ACTIVE for port object f47aa4c1-765f-4336-b41e-84628d89a81b will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:04.319086 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Transition to ACTIVE for port object f47aa4c1-765f-4336-b41e-84628d89a81b will not be triggered until provisioned by entity DHCP. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:04.380021 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336'] for port, after_create {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:04.385063 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:04.457446 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Network ef4dac64-a307-479e-ad17-033cec1e5184 is already hosted by enough agents. {{(pid=92139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:40:04.460198 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.scheduler.base_scheduler [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Resources bound (agent type, host, resource id): {{(pid=92139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:40:04.465089 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Received port after_create {{(pid=92139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:40:04.498983 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Pushing event updated for resources: {'Port': ['ID=f47aa4c1-765f-4336-b41e-84628d89a81b,revision_number=1']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:04.506175 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:04.553880 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '46876d57-4579-4a7e-a5f4-13c82ea3c065', 'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'mac_address': 'fa:16:3e:96:05:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:59Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'subnets': [{'id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:04.557835 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2d08a3-220f-4195-83c0-cff51b85d8eb None None] The sync data for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb is: [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '46876d57-4579-4a7e-a5f4-13c82ea3c065', 'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'mac_address': 'fa:16:3e:96:05:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:59Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'subnets': [{'id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:40:04.563590 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Attempting to bind port f47aa4c1-765f-4336-b41e-84628d89a81b on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:40:04.563981 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Attempting to bind port f47aa4c1-765f-4336-b41e-84628d89a81b by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': 'eeebac52-c763-4851-99ab-1fecf90884c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:40:04.564352 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Attempting to bind port f47aa4c1-765f-4336-b41e-84628d89a81b on network ef4dac64-a307-479e-ad17-033cec1e5184 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:40:04.570982 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:40:04.571323 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Checking segment: {'id': 'eeebac52-c763-4851-99ab-1fecf90884c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:40:04.571742 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:04.572150 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Bound using segment: {'id': 'eeebac52-c763-4851-99ab-1fecf90884c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:40:04.572675 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Bound port: f47aa4c1-765f-4336-b41e-84628d89a81b, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeebac52-c763-4851-99ab-1fecf90884c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:40:04.573058 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:04.615093 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:04.651082 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:04.694973 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] For port f47aa4c1-765f-4336-b41e-84628d89a81b, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:40:04.698615 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] For port f47aa4c1-765f-4336-b41e-84628d89a81b, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=f47aa4c1-765f-4336-b41e-84628d89a81b,segment=NetworkSegment(eeebac52-c763-4851-99ab-1fecf90884c1),segment_id=eeebac52-c763-4851-99ab-1fecf90884c1)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:40:04.768515 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:04.773785 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:04.799076 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Allocated IP 172.28.1.221 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/c1e19f9c-4400-4956-9839-764ebf48a117) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:40:04.857134 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Pushing event updated for resources: {'Port': ['ID=f47aa4c1-765f-4336-b41e-84628d89a81b,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:04.865365 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d2faa22a-97c9-4c1b-b5ba-916341429341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:04.965682 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:05.076879 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:05.081252 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ea0114b9-29d0-4def-996f-e19225938154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:05.157827 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Pushing event updated for resources: {'Port': ['ID=c1e19f9c-4400-4956-9839-764ebf48a117,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:05.161273 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:05.166593 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:40:05.167788 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:40:05.170186 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:40:05.252692 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:40:05.276251 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 46876d57-4579-4a7e-a5f4-13c82ea3c065 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:05.425157 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 46876d57-4579-4a7e-a5f4-13c82ea3c065 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:05.430665 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 46876d57-4579-4a7e-a5f4-13c82ea3c065 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:05.431047 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:05.564793 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:05.604571 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 46876d57-4579-4a7e-a5f4-13c82ea3c065, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=46876d57-4579-4a7e-a5f4-13c82ea3c065,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:40:05.676515 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:05.677418 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device f47aa4c1-765f-4336-b41e-84628d89a81b up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:05.697804 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:05.706129 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:05.802573 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=46876d57-4579-4a7e-a5f4-13c82ea3c065,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:05.807820 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:05.830973 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c488c9d5-70b9-4598-b02c-67410fbcbf52 None None] Network ef4dac64-a307-479e-ad17-033cec1e5184 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:40:05.922445 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port f47aa4c1-765f-4336-b41e-84628d89a81b completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:05.943411 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4b66f16f-3566-41bd-a857-392b0c3c7d6c up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:06.079810 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-392d6b94-8b83-42df-bd26-023b0ac58fa1 None None] Provisioning for port f47aa4c1-765f-4336-b41e-84628d89a81b completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:06.093664 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-392d6b94-8b83-42df-bd26-023b0ac58fa1 None None] Provisioning complete for port f47aa4c1-765f-4336-b41e-84628d89a81b triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:06.094045 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-392d6b94-8b83-42df-bd26-023b0ac58fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:06.166441 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4051012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4053932'] for router, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:06.225607 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 4b66f16f-3566-41bd-a857-392b0c3c7d6c triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:06.226628 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:06.356394 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-392d6b94-8b83-42df-bd26-023b0ac58fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:06.441935 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-392d6b94-8b83-42df-bd26-023b0ac58fa1 None None] For port f47aa4c1-765f-4336-b41e-84628d89a81b, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=f47aa4c1-765f-4336-b41e-84628d89a81b,segment=NetworkSegment(eeebac52-c763-4851-99ab-1fecf90884c1),segment_id=eeebac52-c763-4851-99ab-1fecf90884c1)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:40:06.442400 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Router 791df38b-8d5e-42a6-9c32-811356a333c6 is scheduled to L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 with binding_index 1 {{(pid=92138) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 07 08:40:06.510792 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-392d6b94-8b83-42df-bd26-023b0ac58fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:06.514273 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:06.582144 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d6b94-8b83-42df-bd26-023b0ac58fa1 None None] Pushing event updated for resources: {'Port': ['ID=f47aa4c1-765f-4336-b41e-84628d89a81b,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:06.585151 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-392d6b94-8b83-42df-bd26-023b0ac58fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:06.630476 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-c794caae-f71d-4f48-8b7a-e86d76e5b88c None None] Provisioning complete for port f47aa4c1-765f-4336-b41e-84628d89a81b triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:06.630866 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c794caae-f71d-4f48-8b7a-e86d76e5b88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:06.634195 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:40:06.657290 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Sync routers for ids ['791df38b-8d5e-42a6-9c32-811356a333c6'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:40:06.682214 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] Notify callbacks [] for router, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:06.683401 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-b5929dc9-435a-4d23-a5af-e48a3952ec9d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0759356 Jun 07 08:40:06.686153 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53184) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:06.687863 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Routers {'791df38b-8d5e-42a6-9c32-811356a333c6'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:40:06.688490 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:39:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['791df38b-8d5e-42a6-9c32-811356a333c6'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:06.919719 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Set router 791df38b-8d5e-42a6-9c32-811356a333c6 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:40:07.172617 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 46876d57-4579-4a7e-a5f4-13c82ea3c065 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:07.259752 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 46876d57-4579-4a7e-a5f4-13c82ea3c065 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:07.260126 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:07.293848 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:40:03Z', 'updated_at': '2021-06-07T08:40:05Z', 'revision_number': 3, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'gw_port': {'id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:04Z', 'updated_at': '2021-06-07T08:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:07.310661 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Checking router: 791df38b-8d5e-42a6-9c32-811356a333c6 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:40:07.311026 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Updating router 791df38b-8d5e-42a6-9c32-811356a333c6 port c1e19f9c-4400-4956-9839-764ebf48a117 binding host dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:40:07.353705 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:07.374611 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:07.521061 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device f47aa4c1-765f-4336-b41e-84628d89a81b up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:07.555010 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.db_base_plugin_common [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Allocated IP 172.20.0.1 (ef4dac64-a307-479e-ad17-033cec1e5184/6277b865-dc67-43dd-a0b0-84e0b1e46ddf/2a76cd38-4bbe-4284-8dc7-79ca4766e33a) {{(pid=92138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:40:07.749452 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port f47aa4c1-765f-4336-b41e-84628d89a81b triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:07.749936 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:07.821551 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:07.837352 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.provisioning_blocks [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Transition to ACTIVE for port object 2a76cd38-4bbe-4284-8dc7-79ca4766e33a will not be triggered until provisioned by entity DHCP. {{(pid=92138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:07.933740 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:07.938584 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-34d9d0b1-b1b3-4bc0-8446-bda0dc283200 tempest-AttachVolumeShelveTestJSON-767071677 tempest-AttachVolumeShelveTestJSON-767071677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:07.947470 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Notify callbacks [] for port, precommit_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:07.960581 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Transition to ACTIVE for port object c1e19f9c-4400-4956-9839-764ebf48a117 will not be triggered until provisioned by entity L2. {{(pid=92139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:08.003175 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Network ef4dac64-a307-479e-ad17-033cec1e5184 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:40:08.005950 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:40:08.010129 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Received port after_create {{(pid=92138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:40:08.044769 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Pushing event updated for resources: {'Port': ['ID=2a76cd38-4bbe-4284-8dc7-79ca4766e33a,revision_number=1']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:08.047688 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.049048 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:08.051502 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-5b81e09f-6fe4-421d-b196-923698299b72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:08.074726 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3768550'] for router_interface, before_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.143078 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Attempting to bind port c1e19f9c-4400-4956-9839-764ebf48a117 on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:40:08.143459 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Attempting to bind port c1e19f9c-4400-4956-9839-764ebf48a117 by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:40:08.143886 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Attempting to bind port c1e19f9c-4400-4956-9839-764ebf48a117 on network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:40:08.146179 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2f1d-385c-45fe-b0fb-a3d06af4aa72 None None] Pushing event updated for resources: {'Port': ['ID=c1e19f9c-4400-4956-9839-764ebf48a117,revision_number=2']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:08.150231 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-733a2f1d-385c-45fe-b0fb-a3d06af4aa72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:08.153097 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:40:08.153485 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Checking segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:40:08.154458 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.155258 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Bound using segment: {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'} {{(pid=92139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:40:08.155751 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.managers [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Bound port: c1e19f9c-4400-4956-9839-764ebf48a117, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a63509d-dcc3-4ea9-8245-15d6535f70ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73'}}] {{(pid=92139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:40:08.156131 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.229248 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] For port c1e19f9c-4400-4956-9839-764ebf48a117, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:40:08.235509 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] For port c1e19f9c-4400-4956-9839-764ebf48a117, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=c1e19f9c-4400-4956-9839-764ebf48a117,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:40:08.258008 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.294050 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.298709 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:08.349182 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-48bb4c75-b94b-4ec3-a220-87bb4d32c846 None None] Provisioning for port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:08.363678 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-48bb4c75-b94b-4ec3-a220-87bb4d32c846 None None] Provisioning complete for port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:08.364067 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-48bb4c75-b94b-4ec3-a220-87bb4d32c846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.428529 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a2f1d-385c-45fe-b0fb-a3d06af4aa72 None None] Pushing event updated for resources: {'Port': ['ID=c1e19f9c-4400-4956-9839-764ebf48a117,revision_number=3']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:08.434789 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Routers {'791df38b-8d5e-42a6-9c32-811356a333c6'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:40:08.434959 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:39:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['791df38b-8d5e-42a6-9c32-811356a333c6'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:08.479208 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.487802 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-733a2f1d-385c-45fe-b0fb-a3d06af4aa72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:08.495822 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-48bb4c75-b94b-4ec3-a220-87bb4d32c846 None None] Port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:40:08.539613 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2161867'] for port, after_update {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.566849 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:08.619850 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] Set router 791df38b-8d5e-42a6-9c32-811356a333c6 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:40:08.648066 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Pushing event updated for resources: {'Port': ['ID=2a76cd38-4bbe-4284-8dc7-79ca4766e33a,revision_number=2']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:08.656412 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:08.656412 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4123811', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4040382'] for router_interface, after_create {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:08.789176 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Network ef4dac64-a307-479e-ad17-033cec1e5184 is already hosted by enough agents. {{(pid=92138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:40:08.790262 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Resources bound (agent type, host, resource id): {{(pid=92138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:40:08.953522 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:40:03Z', 'updated_at': '2021-06-07T08:40:08Z', 'revision_number': 4, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'gw_port': {'id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:04Z', 'updated_at': '2021-06-07T08:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '2a76cd38-4bbe-4284-8dc7-79ca4766e33a', 'name': '', 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'mac_address': 'fa:16:3e:70:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:07Z', 'updated_at': '2021-06-07T08:40:07Z', 'revision_number': 1, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'subnets': [{'id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:08.957697 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c478203-0cd3-4c5a-a1ea-7356170d169d None None] The sync data for ids ['791df38b-8d5e-42a6-9c32-811356a333c6'] in dv-cinder-784956-6-smb is: [{'id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:40:03Z', 'updated_at': '2021-06-07T08:40:08Z', 'revision_number': 4, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'gw_port': {'id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:04Z', 'updated_at': '2021-06-07T08:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '2a76cd38-4bbe-4284-8dc7-79ca4766e33a', 'name': '', 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'mac_address': 'fa:16:3e:70:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:07Z', 'updated_at': '2021-06-07T08:40:07Z', 'revision_number': 1, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'subnets': [{'id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:40:08.990559 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Router 791df38b-8d5e-42a6-9c32-811356a333c6 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92138) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:40:09.020105 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-db09423b-841d-4bc1-9dcf-d8688a6391e7 None None] Provisioning complete for port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:09.020480 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-db09423b-841d-4bc1-9dcf-d8688a6391e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:09.078529 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-db09423b-841d-4bc1-9dcf-d8688a6391e7 None None] Port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:40:09.176168 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92138) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:40:09.181953 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-6d9d66fd-db7b-4861-bd10-c3a51dd635bd admin admin] 10.222.0.15 "PUT /v2.0/routers/791df38b-8d5e-42a6-9c32-811356a333c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4948406 Jun 07 08:40:11.201860 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device c1e19f9c-4400-4956-9839-764ebf48a117 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:11.379081 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port c1e19f9c-4400-4956-9839-764ebf48a117 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:11.385637 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port c1e19f9c-4400-4956-9839-764ebf48a117 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:11.386026 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:11.519164 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:11.537367 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port c1e19f9c-4400-4956-9839-764ebf48a117, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=c1e19f9c-4400-4956-9839-764ebf48a117,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:40:11.575264 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:11.577128 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:11.645682 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=c1e19f9c-4400-4956-9839-764ebf48a117,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:11.649331 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:12.433506 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Sync routers for ids ['791df38b-8d5e-42a6-9c32-811356a333c6'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:40:12.444061 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Routers {'791df38b-8d5e-42a6-9c32-811356a333c6'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:40:12.445693 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:39:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['791df38b-8d5e-42a6-9c32-811356a333c6'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:12.672907 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Set router 791df38b-8d5e-42a6-9c32-811356a333c6 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:40:12.953779 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:40:03Z', 'updated_at': '2021-06-07T08:40:08Z', 'revision_number': 4, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'gw_port': {'id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:04Z', 'updated_at': '2021-06-07T08:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '2a76cd38-4bbe-4284-8dc7-79ca4766e33a', 'name': '', 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'mac_address': 'fa:16:3e:70:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:07Z', 'updated_at': '2021-06-07T08:40:08Z', 'revision_number': 2, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'subnets': [{'id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:12.957355 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Checking router: 791df38b-8d5e-42a6-9c32-811356a333c6 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:40:12.957730 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Updating router 791df38b-8d5e-42a6-9c32-811356a333c6 port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a binding host dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 07 08:40:13.018352 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:13.167511 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device c1e19f9c-4400-4956-9839-764ebf48a117 up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:13.320559 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port c1e19f9c-4400-4956-9839-764ebf48a117 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:13.320969 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:13.369196 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Notify callbacks [] for port, precommit_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:13.381455 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.provisioning_blocks [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Transition to ACTIVE for port object 2a76cd38-4bbe-4284-8dc7-79ca4766e33a will not be triggered until provisioned by entity L2. {{(pid=92140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:13.453345 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:13.458431 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:13.525123 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4348f-050f-468d-a0d8-c04f29a5708b None None] Pushing event updated for resources: {'Port': ['ID=2a76cd38-4bbe-4284-8dc7-79ca4766e33a,revision_number=3']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:13.644412 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-37d4348f-050f-468d-a0d8-c04f29a5708b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:13.709967 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Attempting to bind port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a on host dv-cinder-784956-6-smb for vnic_type normal with profile {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:40:13.710678 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Attempting to bind port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a by drivers openvswitch,hyperv on host dv-cinder-784956-6-smb at level 0 using segments [{'id': 'eeebac52-c763-4851-99ab-1fecf90884c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184'}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:40:13.710982 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Attempting to bind port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a on network ef4dac64-a307-479e-ad17-033cec1e5184 {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:40:13.717161 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Checking agent: {'id': '1337b837-95f1-4c48-b486-7849143db7a5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-784956-6-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 20, 26), 'started_at': datetime.datetime(2021, 6, 7, 8, 20, 56), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-784956-6-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:40:13.717664 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Checking segment: {'id': 'eeebac52-c763-4851-99ab-1fecf90884c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:40:13.718075 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:13.718578 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Bound using segment: {'id': 'eeebac52-c763-4851-99ab-1fecf90884c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184'} {{(pid=92140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:40:13.719054 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.managers [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Bound port: 2a76cd38-4bbe-4284-8dc7-79ca4766e33a, host: dv-cinder-784956-6-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeebac52-c763-4851-99ab-1fecf90884c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184'}}] {{(pid=92140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:40:13.719553 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:13.842117 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] For port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a, host dv-cinder-784956-6-smb, cleared binding levels {{(pid=92140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:40:13.845525 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.plugins.ml2.db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] For port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a, host dv-cinder-784956-6-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=2a76cd38-4bbe-4284-8dc7-79ca4766e33a,segment=NetworkSegment(eeebac52-c763-4851-99ab-1fecf90884c1),segment_id=eeebac52-c763-4851-99ab-1fecf90884c1)] {{(pid=92140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:40:13.935527 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron_lib.callbacks.manager [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:13.939627 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-7cef2ed2-c601-44ea-92fb-73d33ea018f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:14.057976 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4348f-050f-468d-a0d8-c04f29a5708b None None] Pushing event updated for resources: {'Port': ['ID=2a76cd38-4bbe-4284-8dc7-79ca4766e33a,revision_number=4']} {{(pid=92140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:14.061567 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG oslo_concurrency.lockutils [None req-37d4348f-050f-468d-a0d8-c04f29a5708b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92140) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:14.070935 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Routers {'791df38b-8d5e-42a6-9c32-811356a333c6'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:40:14.071736 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:39:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['791df38b-8d5e-42a6-9c32-811356a333c6'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:14.312529 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] Set router 791df38b-8d5e-42a6-9c32-811356a333c6 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:40:14.642455 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:40:03Z', 'updated_at': '2021-06-07T08:40:08Z', 'revision_number': 4, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'gw_port': {'id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:04Z', 'updated_at': '2021-06-07T08:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '2a76cd38-4bbe-4284-8dc7-79ca4766e33a', 'name': '', 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'mac_address': 'fa:16:3e:70:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:07Z', 'updated_at': '2021-06-07T08:40:13Z', 'revision_number': 4, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'subnets': [{'id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:14.646519 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3463c7-bb09-42dc-8887-919f8093a725 None None] The sync data for ids ['791df38b-8d5e-42a6-9c32-811356a333c6'] in dv-cinder-784956-6-smb is: [{'id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:40:03Z', 'updated_at': '2021-06-07T08:40:08Z', 'revision_number': 4, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'gw_port': {'id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:04Z', 'updated_at': '2021-06-07T08:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '2a76cd38-4bbe-4284-8dc7-79ca4766e33a', 'name': '', 'network_id': 'ef4dac64-a307-479e-ad17-033cec1e5184', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'mac_address': 'fa:16:3e:70:0c:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:07Z', 'updated_at': '2021-06-07T08:40:13Z', 'revision_number': 4, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'subnets': [{'id': '6277b865-dc67-43dd-a0b0-84e0b1e46ddf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:40:15.195176 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 2a76cd38-4bbe-4284-8dc7-79ca4766e33a up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:15.384643 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning for port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:15.390137 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:15.390519 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:15.530306 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:15.567268 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] For port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=2a76cd38-4bbe-4284-8dc7-79ca4766e33a,segment=NetworkSegment(eeebac52-c763-4851-99ab-1fecf90884c1),segment_id=eeebac52-c763-4851-99ab-1fecf90884c1)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:40:15.607976 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:15.609874 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:15.680088 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Pushing event updated for resources: {'Port': ['ID=2a76cd38-4bbe-4284-8dc7-79ca4766e33a,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:15.685729 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:17.165493 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 2a76cd38-4bbe-4284-8dc7-79ca4766e33a up at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:17.239542 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Provisioning complete for port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:17.239947 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:20.381397 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989121-5abe-43eb-998a-37b2249d78e8 req-b364ef85-14d5-4bf9-b467-f88ee213c2b8 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:20.382940 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-b364ef85-14d5-4bf9-b467-f88ee213c2b8 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 815 time: 0.1459484 Jun 07 08:40:20.396880 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-ab2f88f6-85a1-4335-ad07-d5a905fc4609 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/quotas/cfdaa4a706a24bcfba867a062871f297 HTTP/1.1" status: 200 len: 375 time: 0.0085137 Jun 07 08:40:20.480929 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-51f6409c-2b16-42a6-b22a-017806dc60be tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785866 Jun 07 08:40:20.496491 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-9a0c673d-7471-4896-b69c-c86b96562388 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=92138) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 07 08:40:20.497508 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-9a0c673d-7471-4896-b69c-c86b96562388 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051589 Jun 07 08:40:20.725016 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-627fdba2-139c-4135-80a9-0553460718fa service neutron] 10.222.0.15 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220585 Jun 07 08:40:20.853167 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-852dd121-bbc2-4e3d-92dd-ae43e51feff1 service neutron] 10.222.0.15 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219871 Jun 07 08:40:21.129944 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3aedeee5-0076-46f4-b398-216c95a0ff72 req-4a639258-6920-4446-8ef9-cb90486537fd tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 210 time: 0.0425971 Jun 07 08:40:22.279303 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-6efb28d2-cb33-4455-b8d2-04d71dbf485d req-718a626d-de4c-4b96-aea1-59c495602544 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 210 time: 0.0452645 Jun 07 08:40:23.007722 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-dfb4689a-9f1c-43cc-8325-97a48116d89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:23.448437 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-87964183-0bfb-41bb-a7e6-a8d5d97bbeae req-316730c3-1a5d-4701-8d01-74243ef242c8 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 210 time: 0.0633652 Jun 07 08:40:23.571333 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989121-5abe-43eb-998a-37b2249d78e8 req-c278b989-5162-4c50-8247-fccd3fa2dabb tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:23.572800 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-c278b989-5162-4c50-8247-fccd3fa2dabb tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.50 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 815 time: 0.1515059 Jun 07 08:40:23.590919 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'port': {'device_id': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'admin_state_up': True, 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:23.790797 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Made reservation on behalf of cfdaa4a706a24bcfba867a062871f297 for: {'port': 1} {{(pid=92137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 07 08:40:23.794311 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:23.956686 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Allocated IP 172.20.0.3 (e5dd6b82-eabb-42ec-8613-27af6a04678d/92ab0231-1963-4da8-bb9b-1d132fbadf96/f9e39c31-6a30-45b9-86eb-089df48cf2a9) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:40:24.167390 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:24.182732 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Transition to ACTIVE for port object f9e39c31-6a30-45b9-86eb-089df48cf2a9 will not be triggered until provisioned by entity DHCP. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:24.269097 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:24.274796 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c4f5b436-5bd1-4008-9db7-3d6aa0b14793 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:24.346030 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Network e5dd6b82-eabb-42ec-8613-27af6a04678d is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:40:24.349719 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:40:24.354377 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:40:24.404721 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'Port': ['ID=f9e39c31-6a30-45b9-86eb-089df48cf2a9,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:24.418394 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.418766 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.419321 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.419840 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.420362 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.420912 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.421444 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.422004 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.422557 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.423125 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.423720 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.424320 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:40:24.441843 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:24.464247 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:24.465599 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:24.579858 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-656906f7-a27a-455b-a04a-084be5ea17aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9924617 Jun 07 08:40:24.713573 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154559-38d6-4514-a09d-e455db30ec15 req-abeae0af-056b-4948-acab-ab8ca244a120 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:24.716112 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-29154559-38d6-4514-a09d-e455db30ec15 req-abeae0af-056b-4948-acab-ab8ca244a120 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 931 time: 0.1395783 Jun 07 08:40:24.716290 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-4e908c54-4691-489c-a333-4baf2565ae48 None None] Provisioning for port f9e39c31-6a30-45b9-86eb-089df48cf2a9 completed by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:24.721852 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-4e908c54-4691-489c-a333-4baf2565ae48 None None] Provisioning complete for port f9e39c31-6a30-45b9-86eb-089df48cf2a9 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:24.722545 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-4e908c54-4691-489c-a333-4baf2565ae48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:24.769862 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-29154559-38d6-4514-a09d-e455db30ec15 req-e8d9ccff-724c-4f6b-9997-26d69eac3137 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474865 Jun 07 08:40:24.780068 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-4e908c54-4691-489c-a333-4baf2565ae48 None None] Port f9e39c31-6a30-45b9-86eb-089df48cf2a9 cannot update to ACTIVE because it is not bound. {{(pid=92139) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 07 08:40:25.224484 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:25.733357 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2fcb396e-fa1c-4464-8bf8-e707d07641ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:25.802268 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:25.978197 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584d428-98a9-4364-b85a-45d2354ec7bf req-7e020320-fc87-4a88-9b6d-1ddd3c506c08 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:25.979754 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1584d428-98a9-4364-b85a-45d2354ec7bf req-7e020320-fc87-4a88-9b6d-1ddd3c506c08 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 931 time: 0.0895131 Jun 07 08:40:26.027121 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-1584d428-98a9-4364-b85a-45d2354ec7bf req-4fc985ee-c13b-4a52-af87-b67c0b05274c tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Jun 07 08:40:27.223922 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11b45f-6941-4782-bf09-b5a5b112ddb7 req-df94d375-5ed9-4244-82e4-caa722d1b587 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:27.225582 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-be11b45f-6941-4782-bf09-b5a5b112ddb7 req-df94d375-5ed9-4244-82e4-caa722d1b587 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 931 time: 0.0857968 Jun 07 08:40:27.275397 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-be11b45f-6941-4782-bf09-b5a5b112ddb7 req-f45cae96-ae09-4120-a3dc-098af611e5fe tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436034 Jun 07 08:40:27.979227 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:28.475029 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d001fd-4a62-4bc4-b7f9-073f5c748da3 req-639be52c-6bb4-4faa-92c1-d94cb4afb6db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:28.476696 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a2d001fd-4a62-4bc4-b7f9-073f5c748da3 req-639be52c-6bb4-4faa-92c1-d94cb4afb6db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 931 time: 0.0869141 Jun 07 08:40:28.530091 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a2d001fd-4a62-4bc4-b7f9-073f5c748da3 req-d625b9c5-8ad3-4907-a744-20c60237647e tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476019 Jun 07 08:40:29.584597 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:29.771606 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5fe8f-1fed-4045-9166-d83d506b85bf req-b600276c-014d-4dc4-af0c-de8992dd21fe tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:29.771606 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-10d5fe8f-1fed-4045-9166-d83d506b85bf req-b600276c-014d-4dc4-af0c-de8992dd21fe tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 931 time: 0.0936432 Jun 07 08:40:29.790805 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-10d5fe8f-1fed-4045-9166-d83d506b85bf req-f41d8018-15d4-497f-aca9-1053f830e69b tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Jun 07 08:40:30.986957 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7438d-7165-4417-ac71-7dd6fc478751 req-f2f35c80-8bb9-4ff1-9ddd-c303347b99a7 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:30.988410 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-37d7438d-7165-4417-ac71-7dd6fc478751 req-f2f35c80-8bb9-4ff1-9ddd-c303347b99a7 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 931 time: 0.0938368 Jun 07 08:40:31.036558 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-37d7438d-7165-4417-ac71-7dd6fc478751 req-cf8c794f-4247-4e1d-adf6-c50e87e8e60b tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426230 Jun 07 08:40:32.226337 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317f0471-a8a4-4d8e-8449-dd665ef4ce0a req-55bb196b-a60a-4d26-ab0a-a28a05ac962d tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:32.227813 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-317f0471-a8a4-4d8e-8449-dd665ef4ce0a req-55bb196b-a60a-4d26-ab0a-a28a05ac962d tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 931 time: 0.0827074 Jun 07 08:40:32.281110 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-317f0471-a8a4-4d8e-8449-dd665ef4ce0a req-2fb43a95-295a-4fdf-bf26-0a6d9aab1fd3 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449059 Jun 07 08:40:33.561719 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09576491-e767-45e7-956d-e90127ebd843 req-7c0c84f9-d19b-40f3-997a-89404e8c8a49 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:33.563322 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-09576491-e767-45e7-956d-e90127ebd843 req-7c0c84f9-d19b-40f3-997a-89404e8c8a49 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 931 time: 0.1714280 Jun 07 08:40:33.608347 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-09576491-e767-45e7-956d-e90127ebd843 req-f9314809-3d0e-4bd1-856c-887b733867fa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391221 Jun 07 08:40:34.281178 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Request body: {'port': {'device_id': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78495'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:34.389341 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:34.722004 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e39c31-6a30-45b9-86eb-089df48cf2a9 {{(pid=92137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:40:34.729156 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:34.743592 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.provisioning_blocks [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Transition to ACTIVE for port object f9e39c31-6a30-45b9-86eb-089df48cf2a9 will not be triggered until provisioned by entity L2. {{(pid=92137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 07 08:40:34.792940 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e846278-fa3f-435f-9509-45e16885ec76 req-8af35f01-e605-4e68-ac19-27d8ce0350d2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:34.795086 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4e846278-fa3f-435f-9509-45e16885ec76 req-8af35f01-e605-4e68-ac19-27d8ce0350d2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 931 time: 0.0808392 Jun 07 08:40:34.807234 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:34.811710 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6b35bb3f-ae27-4de3-a29d-1c08b9548287 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:34.841026 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-4e846278-fa3f-435f-9509-45e16885ec76 req-8cfdf5a0-ea14-4759-8585-79a0df448e57 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402055 Jun 07 08:40:34.978023 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e39c31-6a30-45b9-86eb-089df48cf2a9,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:34.981109 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:35.053273 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Attempting to bind port f9e39c31-6a30-45b9-86eb-089df48cf2a9 on host hv-cinder-78495 for vnic_type normal with profile {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 07 08:40:35.053613 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Attempting to bind port f9e39c31-6a30-45b9-86eb-089df48cf2a9 by drivers openvswitch,hyperv on host hv-cinder-78495 at level 0 using segments [{'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 07 08:40:35.053943 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Attempting to bind port f9e39c31-6a30-45b9-86eb-089df48cf2a9 on network e5dd6b82-eabb-42ec-8613-27af6a04678d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:40:35.058597 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Port f9e39c31-6a30-45b9-86eb-089df48cf2a9 on network e5dd6b82-eabb-42ec-8613-27af6a04678d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78495 {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 07 08:40:35.058916 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Attempting to bind port f9e39c31-6a30-45b9-86eb-089df48cf2a9 on network e5dd6b82-eabb-42ec-8613-27af6a04678d {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 07 08:40:35.063976 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Checking agent: {'id': 'b3c9ed1c-e852-4f93-a226-dbfdc7281c65', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78495', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'started_at': datetime.datetime(2021, 6, 7, 8, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 6, 7, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 07 08:40:35.064318 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Checking segment: {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 07 08:40:35.064737 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Bound using segment: {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'} {{(pid=92137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 07 08:40:35.065169 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.managers [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Bound port: f9e39c31-6a30-45b9-86eb-089df48cf2a9, host: hv-cinder-78495, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d'}}] {{(pid=92137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 07 08:40:35.065516 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:35.155116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] For port f9e39c31-6a30-45b9-86eb-089df48cf2a9, host hv-cinder-78495, cleared binding levels {{(pid=92137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 07 08:40:35.157942 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] For port f9e39c31-6a30-45b9-86eb-089df48cf2a9, host hv-cinder-78495, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 07 08:40:35.212972 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:35.217113 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-87d1c7d7-3ba0-4976-8665-6366216a3890 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:35.274622 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:35.275232 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:35.276642 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] 10.222.0.50 "PUT /v2.0/ports/f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 1093 time: 1.0009093 Jun 07 08:40:35.277116 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:40:35.280852 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:40:35.298646 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e39c31-6a30-45b9-86eb-089df48cf2a9,revision_number=3']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:35.303565 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-566b8cdc-ceba-40f9-8374-a086b9d15dd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:35.461745 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef64686b-56d2-4dc8-bd6b-0ecdf7c7d256 x-openstack-request-id: req-ef64686b-56d2-4dc8-bd6b-0ecdf7c7d256 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:40:35.462065 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:40:35.462346 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef64686b-56d2-4dc8-bd6b-0ecdf7c7d256 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:40:35.462754 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'status': 'completed', 'code': 200} Jun 07 08:40:35.499281 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989121-5abe-43eb-998a-37b2249d78e8 req-20fa15ae-a40b-46e5-867a-c625cb4010f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:35.500814 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-20fa15ae-a40b-46e5-867a-c625cb4010f1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1096 time: 0.0805976 Jun 07 08:40:35.579061 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-891462fa-b352-4d1a-89ef-0b5d8194a495 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 217 time: 0.0659359 Jun 07 08:40:35.642803 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989121-5abe-43eb-998a-37b2249d78e8 req-9c61bebb-01b9-4891-9104-828a1d05206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:35.644154 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-9c61bebb-01b9-4891-9104-828a1d05206e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 200 len: 854 time: 0.0592022 Jun 07 08:40:35.717304 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989121-5abe-43eb-998a-37b2249d78e8 req-27703b4d-006b-4e5c-9803-088422c57419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:35.718979 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-27703b4d-006b-4e5c-9803-088422c57419 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5dd6b82-eabb-42ec-8613-27af6a04678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0689454 Jun 07 08:40:35.848117 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-929695f3-61ae-4bae-a0ff-fd8251273935 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226361 Jun 07 08:40:35.985187 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-51989121-5abe-43eb-998a-37b2249d78e8 req-1105a95c-4b24-4428-99a5-fb40438df74a service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306365 Jun 07 08:40:36.028925 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe402b1-7d36-45b8-83fd-91f451129f51 req-88c07469-a0b9-461a-84e4-7e4054321125 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:36.030393 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fbe402b1-7d36-45b8-83fd-91f451129f51 req-88c07469-a0b9-461a-84e4-7e4054321125 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 943 time: 0.0859797 Jun 07 08:40:36.077476 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-fbe402b1-7d36-45b8-83fd-91f451129f51 req-e955a178-7db5-41c6-97b3-22c7607bcfa8 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385964 Jun 07 08:40:36.214504 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-fcc73ec2-ec7a-47e3-ab58-1d0ea46426d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:36.215869 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-fcc73ec2-ec7a-47e3-ab58-1d0ea46426d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1096 time: 0.0690677 Jun 07 08:40:36.440561 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-08fa32c4-f83f-41a6-89fd-577c833f337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:36.442020 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-08fa32c4-f83f-41a6-89fd-577c833f337f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 916 time: 0.2200456 Jun 07 08:40:36.512379 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-fd021fab-9658-4c01-8313-b5aaf8af7812 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 217 time: 0.0626826 Jun 07 08:40:36.581568 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-6f3e8870-704e-4fb7-bc51-469601ca20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:36.582963 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-6f3e8870-704e-4fb7-bc51-469601ca20d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 200 len: 854 time: 0.0604866 Jun 07 08:40:36.658275 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-8f283d94-9e5b-4807-bb64-11c617152218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:36.659716 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-8f283d94-9e5b-4807-bb64-11c617152218 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5dd6b82-eabb-42ec-8613-27af6a04678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0690265 Jun 07 08:40:36.794759 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-99f218f4-dbf1-45cc-bce7-7755374dd3b2 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276946 Jun 07 08:40:36.925945 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-2e100b5d-fb89-43a1-a304-7a6dbc77bf7c req-9a971567-63b8-40e0-9a4e-964c1131baf4 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235638 Jun 07 08:40:37.319552 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e25ae9-0f10-4639-81e2-2084324dcd25 req-c16f7b10-acc3-4985-9f51-35b03aba7239 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:37.321053 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a9e25ae9-0f10-4639-81e2-2084324dcd25 req-c16f7b10-acc3-4985-9f51-35b03aba7239 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 943 time: 0.0852892 Jun 07 08:40:37.374277 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a9e25ae9-0f10-4639-81e2-2084324dcd25 req-fae5095e-b91a-4aa6-8a89-689c9eed1016 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466599 Jun 07 08:40:37.550359 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device f9e39c31-6a30-45b9-86eb-089df48cf2a9 details requested by agent hyperv_hv-cinder-78495 with host hv-cinder-78495 {{(pid=92139) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 07 08:40:37.679725 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port f9e39c31-6a30-45b9-86eb-089df48cf2a9, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:40:37.692662 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Returning: {'device': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'port_id': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'mac_address': 'fa:16:3e:92:af:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 702, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92139) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 07 08:40:37.748351 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:37.764924 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e39c31-6a30-45b9-86eb-089df48cf2a9 {{(pid=92139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 07 08:40:37.779597 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port f9e39c31-6a30-45b9-86eb-089df48cf2a9, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:40:37.836237 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:37.837953 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:37.901216 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=f9e39c31-6a30-45b9-86eb-089df48cf2a9,revision_number=4']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:37.904679 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:38.113844 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['f9e39c31-6a30-45b9-86eb-089df48cf2a9'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:40:38.554470 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45bea6-867c-40b4-8e3c-80c72586ddd8 req-a2f7fafc-e4de-4237-98ce-e027749fdcc1 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:38.555904 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8f45bea6-867c-40b4-8e3c-80c72586ddd8 req-a2f7fafc-e4de-4237-98ce-e027749fdcc1 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 944 time: 0.0786071 Jun 07 08:40:38.599785 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-8f45bea6-867c-40b4-8e3c-80c72586ddd8 req-62949eee-5a07-407b-be10-f59ec5822fe9 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377531 Jun 07 08:40:39.565698 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device f9e39c31-6a30-45b9-86eb-089df48cf2a9 up at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 07 08:40:39.676182 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning for port f9e39c31-6a30-45b9-86eb-089df48cf2a9 completed by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 07 08:40:39.681148 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Provisioning complete for port f9e39c31-6a30-45b9-86eb-089df48cf2a9 triggered by entity L2. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:39.681531 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:39.783954 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ce7d6-3367-4f04-b487-33f639927a28 req-a0e2ae37-973d-422b-a292-d80102c4eac7 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:39.785441 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-918ce7d6-3367-4f04-b487-33f639927a28 req-a0e2ae37-973d-422b-a292-d80102c4eac7 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 944 time: 0.0797479 Jun 07 08:40:39.800790 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:39.831163 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-918ce7d6-3367-4f04-b487-33f639927a28 req-6f1a7398-6da8-450e-92c9-0865f84967be tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Jun 07 08:40:39.832946 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9'}] {{(pid=92139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:40:39.835206 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7a1f56a3e8d7673fd82e132c1ba856a559703a203ede98deb8bb08aef194d45" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c7de8c-16f4-4f88-8a4f-5b7aa40a1bda" -d '{"events": [{"server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "name": "network-vif-plugged", "status": "completed", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9"}]}' {{(pid=92139) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:40:39.843026 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] For port f9e39c31-6a30-45b9-86eb-089df48cf2a9, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:40:39.922038 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399'] for port, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:39.924018 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:39.957087 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc96b4e1-b848-4c72-98bb-fb9b767418dd x-openstack-request-id: req-bc96b4e1-b848-4c72-98bb-fb9b767418dd {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:40:39.957395 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "name": "network-vif-plugged", "status": "completed", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9", "code": 200}]} {{(pid=92139) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:40:39.957636 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc96b4e1-b848-4c72-98bb-fb9b767418dd {{(pid=92139) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:40:39.958018 dv-cinder-784956-6-smb neutron-server[92139]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'code': 200} Jun 07 08:40:39.996825 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Pushing event updated for resources: {'Port': ['ID=f9e39c31-6a30-45b9-86eb-089df48cf2a9,revision_number=5']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:39.999657 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:40.351485 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71249537-46ed-4d49-927b-82eb4d9c2f5e req-5fb08502-6929-448b-86bd-500d976f223e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:40.352969 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-71249537-46ed-4d49-927b-82eb4d9c2f5e req-5fb08502-6929-448b-86bd-500d976f223e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1098 time: 0.0725839 Jun 07 08:40:40.393856 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-71249537-46ed-4d49-927b-82eb4d9c2f5e req-fe2abb31-ff4d-481c-b655-0afd45c78016 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347309 Jun 07 08:40:41.014406 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565e653-6832-4c85-a6c2-e3c4212ec70a req-6d0b58a2-0fdb-4172-8f11-ba37e01efae3 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:41.015770 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6565e653-6832-4c85-a6c2-e3c4212ec70a req-6d0b58a2-0fdb-4172-8f11-ba37e01efae3 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 945 time: 0.0784767 Jun 07 08:40:41.059739 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-6565e653-6832-4c85-a6c2-e3c4212ec70a req-09b9c40e-322d-4f42-9fe1-dddfe6233aaa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384769 Jun 07 08:40:42.246215 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d78fe6-1298-44d1-9319-c6980a05477d req-49f7ba64-d262-4e06-82f9-7f9c27766d6e tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:42.248508 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-11d78fe6-1298-44d1-9319-c6980a05477d req-49f7ba64-d262-4e06-82f9-7f9c27766d6e tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 945 time: 0.0850041 Jun 07 08:40:42.252447 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:40:42.294535 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-11d78fe6-1298-44d1-9319-c6980a05477d req-79a26ae4-019f-4fa6-9dd8-712eb0df4d80 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Jun 07 08:40:42.476292 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db43121-4056-42f8-b6e5-2f4950b29198 req-30b732e4-e86c-4598-94db-dad076b5e918 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:42.477667 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7db43121-4056-42f8-b6e5-2f4950b29198 req-30b732e4-e86c-4598-94db-dad076b5e918 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 945 time: 0.0824540 Jun 07 08:40:42.521194 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-7db43121-4056-42f8-b6e5-2f4950b29198 req-654d97e7-aa0c-4301-84bd-9fd038423b58 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374107 Jun 07 08:40:42.902812 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54d3da-046f-4015-a7a5-449234f207d6 req-1b735ba6-fcd0-4aa4-9441-a8ff517dec16 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:42.905011 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8f54d3da-046f-4015-a7a5-449234f207d6 req-1b735ba6-fcd0-4aa4-9441-a8ff517dec16 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 945 time: 0.0780935 Jun 07 08:40:42.947774 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8f54d3da-046f-4015-a7a5-449234f207d6 req-685f9e98-75c2-441c-b21b-6133563f3ff1 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Jun 07 08:40:48.449282 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9422d31-8fd9-4c5c-a356-acbc91ed9d89 req-4de4c0fd-0bec-4710-8802-bd8185b5256e tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:48.450946 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a9422d31-8fd9-4c5c-a356-acbc91ed9d89 req-4de4c0fd-0bec-4710-8802-bd8185b5256e tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 945 time: 0.0813940 Jun 07 08:40:48.494252 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-a9422d31-8fd9-4c5c-a356-acbc91ed9d89 req-9c8dc446-6acb-4cc6-8386-ab477050f2ec tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378351 Jun 07 08:40:48.517770 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53364) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:48.679813 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222593a7-dd77-43f2-8ceb-fad827a3b99c tempest-TestMinimumBasicScenario-1649113407 tempest-TestMinimumBasicScenario-1649113407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:48.681382 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-222593a7-dd77-43f2-8ceb-fad827a3b99c tempest-TestMinimumBasicScenario-1649113407 tempest-TestMinimumBasicScenario-1649113407-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1093 time: 0.1627338 Jun 07 08:40:48.684361 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53368) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:48.688856 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'floatingip': {'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'port_id': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:48.790271 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for floatingip, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:48.925622 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:49.058790 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_common [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Allocated IP 172.28.1.32 (5cf04b64-a7f9-4c25-89d9-fd06e24a2d73/9da6e423-d20b-42bf-ba7d-c2783f93971d/98d1bcfc-ef36-4ae6-a2db-6d4b2fa3927d) {{(pid=92137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 07 08:40:49.281617 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for port, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:49.390651 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750200820336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:49.394381 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-adf9d42d-b657-45f4-91b9-b0e347249e1c tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:49.460108 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Network 5cf04b64-a7f9-4c25-89d9-fd06e24a2d73 is already hosted by enough agents. {{(pid=92137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 07 08:40:49.462828 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.base_scheduler [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Resources bound (agent type, host, resource id): {{(pid=92137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 07 08:40:49.466516 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Received port after_create {{(pid=92137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 07 08:40:49.494791 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'Port': ['ID=98d1bcfc-ef36-4ae6-a2db-6d4b2fa3927d,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:49.501307 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:49.866256 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:49.980072 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:50.179381 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:50.224440 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:50.228066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3c68bd77-5155-478b-9e86-8ed388d36ab3 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:50.335334 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'Port': ['ID=98d1bcfc-ef36-4ae6-a2db-6d4b2fa3927d,revision_number=2']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:50.339496 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:50.347520 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3768435'] for floatingip, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:50.515214 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Floating IP 3d101e10-3738-47b4-bcba-0305735e56c5 associated. External IP: 172.28.1.32, port: f9e39c31-6a30-45b9-86eb-089df48cf2a9. Jun 07 08:40:50.956908 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Router e6deb9d2-2d13-476f-bf24-5277c9f70955 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:40:51.133663 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:40:51.144070 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] Sync routers for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:40:51.152982 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:40:51.153857 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:40:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:51.202007 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:51.265672 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5763354 Jun 07 08:40:51.265672 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:40:51.265948 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8196c44a-4fb2-4521-98e8-1e290935a415" -d '{"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:40:51.268854 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53372) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:51.273858 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-6e46ef9b-e57e-4789-8ace-6584e758f6aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-321323272', 'description': 'tempest-secgroup-smoke-321323272 description', 'project_id': 'cfdaa4a706a24bcfba867a062871f297'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:51.315873 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1b0ade-92e9-410d-a7cf-894932072bce x-openstack-request-id: req-2f1b0ade-92e9-410d-a7cf-894932072bce {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:40:51.315873 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:40:51.315873 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f1b0ade-92e9-410d-a7cf-894932072bce {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:40:51.315873 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'status': 'completed', 'code': 200} Jun 07 08:40:51.350383 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6e46ef9b-e57e-4789-8ace-6584e758f6aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:51.371300 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:40:51.497514 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-0c06e086-7c4f-4b43-820c-758768620801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:51.499035 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-0c06e086-7c4f-4b43-820c-758768620801 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1098 time: 0.1194305 Jun 07 08:40:51.509853 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6e46ef9b-e57e-4789-8ace-6584e758f6aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:51.549229 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6e46ef9b-e57e-4789-8ace-6584e758f6aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:51.563254 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-557bb965-71b5-4522-a868-cdaf2a758742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:51.647463 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46ef9b-e57e-4789-8ace-6584e758f6aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7056bd8-1811-40a9-ad29-adfc3d002ba9,revision_number=1']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:51.651373 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6e46ef9b-e57e-4789-8ace-6584e758f6aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:51.666300 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-6e46ef9b-e57e-4789-8ace-6584e758f6aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:51.667499 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-6e46ef9b-e57e-4789-8ace-6584e758f6aa tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3974960 Jun 07 08:40:51.671888 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53376) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:51.678130 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-f7a53653-bd84-4493-8f45-556fc02857ee tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'security_group_rule': {'security_group_id': 'd7056bd8-1811-40a9-ad29-adfc3d002ba9', 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:51.705906 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-aa65f4a6-272f-4f06-9d3b-d469875bf79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:51.707343 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-aa65f4a6-272f-4f06-9d3b-d469875bf79c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 916 time: 0.1880298 Jun 07 08:40:51.724633 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': '3d101e10-3738-47b4-bcba-0305735e56c5', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'port_id': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'mac_address': 'fa:16:3e:92:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:40:49Z', 'updated_at': '2021-06-07T08:40:49Z', 'revision_number': 0, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46876d57-4579-4a7e-a5f4-13c82ea3c065', 'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'mac_address': 'fa:16:3e:96:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:59Z', 'updated_at': '2021-06-07T08:40:05Z', 'revision_number': 5, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'subnets': [{'id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:51.728466 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] Checking router: e6deb9d2-2d13-476f-bf24-5277c9f70955 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:40:51.737907 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:40:51.738513 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:40:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:51.793866 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f7a53653-bd84-4493-8f45-556fc02857ee tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:51.838690 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-5d942c29-9879-40d2-98e3-bffb1af0e256 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 998 time: 0.1245074 Jun 07 08:40:51.916294 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:40:51.918236 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f7a53653-bd84-4493-8f45-556fc02857ee tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:51.922299 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-fed55f42-35ba-4641-a044-bdbd19d287bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:51.923727 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-fed55f42-35ba-4641-a044-bdbd19d287bd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 200 len: 854 time: 0.0775852 Jun 07 08:40:51.999257 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-d211d672-2bc9-4899-88f3-59bcc33793d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:52.000858 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-d211d672-2bc9-4899-88f3-59bcc33793d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5dd6b82-eabb-42ec-8613-27af6a04678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709445 Jun 07 08:40:52.001941 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f7a53653-bd84-4493-8f45-556fc02857ee tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.004066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:52.056371 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a53653-bd84-4493-8f45-556fc02857ee tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134e7662-4425-427c-a712-c8db906eb698,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:52.070312 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-f7a53653-bd84-4493-8f45-556fc02857ee tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:52.141125 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-f7a53653-bd84-4493-8f45-556fc02857ee tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.142226 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-f7a53653-bd84-4493-8f45-556fc02857ee tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4693301 Jun 07 08:40:52.144884 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53378) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:52.149197 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-15b122e2-010a-4c84-a808-c0591dd6f9e2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'security_group_rule': {'security_group_id': 'd7056bd8-1811-40a9-ad29-adfc3d002ba9', 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:52.179756 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-b128f473-3f6d-4bfa-8ed6-88e704e0781c service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625965 Jun 07 08:40:52.262211 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': '3d101e10-3738-47b4-bcba-0305735e56c5', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'port_id': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'mac_address': 'fa:16:3e:92:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:40:49Z', 'updated_at': '2021-06-07T08:40:49Z', 'revision_number': 0, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46876d57-4579-4a7e-a5f4-13c82ea3c065', 'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'mac_address': 'fa:16:3e:96:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:59Z', 'updated_at': '2021-06-07T08:40:05Z', 'revision_number': 5, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'subnets': [{'id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:40:52.267117 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0baf72e3-30ce-4fe7-8d67-cc47c802902d None None] The sync data for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb is: [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_floatingips': [{'id': '3d101e10-3738-47b4-bcba-0305735e56c5', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'floating_ip_address': '172.28.1.32', 'floating_network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'router_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'port_id': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'mac_address': 'fa:16:3e:92:af:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-07T08:40:49Z', 'updated_at': '2021-06-07T08:40:49Z', 'revision_number': 0, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46876d57-4579-4a7e-a5f4-13c82ea3c065', 'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'mac_address': 'fa:16:3e:96:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:59Z', 'updated_at': '2021-06-07T08:40:05Z', 'revision_number': 5, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'subnets': [{'id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:40:52.283668 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-15b122e2-010a-4c84-a808-c0591dd6f9e2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.351082 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-8196c44a-4fb2-4521-98e8-1e290935a415 req-76e1946d-dd94-4071-b5a2-355892023c63 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642356 Jun 07 08:40:52.378946 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-15b122e2-010a-4c84-a808-c0591dd6f9e2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.460256 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac83f96-65f5-4c5e-ae7b-d539720d46cb None None] New status for floating IP 3d101e10-3738-47b4-bcba-0305735e56c5: ACTIVE {{(pid=92140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:40:52.487695 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-15b122e2-010a-4c84-a808-c0591dd6f9e2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.490021 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-caeb1fe6-a60a-4f64-8d2c-97c944a6f640 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:52.512405 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b122e2-010a-4c84-a808-c0591dd6f9e2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2208675b-d254-46dc-acef-208b23edd3da,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:52.516809 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-15b122e2-010a-4c84-a808-c0591dd6f9e2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:52.567711 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-15b122e2-010a-4c84-a808-c0591dd6f9e2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.568974 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-15b122e2-010a-4c84-a808-c0591dd6f9e2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4231958 Jun 07 08:40:52.571914 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53380) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:52.576966 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-09f0fd02-53d9-40ef-8609-61a93aa9e310 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'security_group_rule': {'security_group_id': 'd7056bd8-1811-40a9-ad29-adfc3d002ba9', 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:52.647841 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-09f0fd02-53d9-40ef-8609-61a93aa9e310 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.716113 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-09f0fd02-53d9-40ef-8609-61a93aa9e310 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.772987 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-09f0fd02-53d9-40ef-8609-61a93aa9e310 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.780529 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:52.799327 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0fd02-53d9-40ef-8609-61a93aa9e310 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f9b116-9da9-4baf-af4a-6fcd8fc6da70,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:52.802002 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-09f0fd02-53d9-40ef-8609-61a93aa9e310 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:52.870377 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-09f0fd02-53d9-40ef-8609-61a93aa9e310 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:52.871575 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-09f0fd02-53d9-40ef-8609-61a93aa9e310 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987645 Jun 07 08:40:52.874984 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53382) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:52.879337 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-dcf3263f-78ef-4399-a7d3-22a8b690d425 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'security_group_rule': {'security_group_id': 'd7056bd8-1811-40a9-ad29-adfc3d002ba9', 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:52.961831 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcf3263f-78ef-4399-a7d3-22a8b690d425 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.024803 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-bba48b94-4cf5-440c-8705-10fda8a65112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.026917 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcf3263f-78ef-4399-a7d3-22a8b690d425 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.098647 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcf3263f-78ef-4399-a7d3-22a8b690d425 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.100798 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-15b122e2-010a-4c84-a808-c0591dd6f9e2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:53.122040 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf3263f-78ef-4399-a7d3-22a8b690d425 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=728d2b22-d577-4972-9849-97759be32260,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:53.124934 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-dcf3263f-78ef-4399-a7d3-22a8b690d425 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:53.195893 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-dcf3263f-78ef-4399-a7d3-22a8b690d425 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.197128 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-dcf3263f-78ef-4399-a7d3-22a8b690d425 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3212488 Jun 07 08:40:53.199783 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53384) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:53.205094 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-649eb223-1dcc-40af-9c50-2fe3a37c07db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'security_group_rule': {'security_group_id': 'd7056bd8-1811-40a9-ad29-adfc3d002ba9', 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:53.304949 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.securitygroups_db [None req-649eb223-1dcc-40af-9c50-2fe3a37c07db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Project cfdaa4a706a24bcfba867a062871f297 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:40:53.312233 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-649eb223-1dcc-40af-9c50-2fe3a37c07db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.376313 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-649eb223-1dcc-40af-9c50-2fe3a37c07db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.436510 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-649eb223-1dcc-40af-9c50-2fe3a37c07db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.438894 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-09f0fd02-53d9-40ef-8609-61a93aa9e310 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:53.461576 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eb223-1dcc-40af-9c50-2fe3a37c07db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fef1d7b-e3fa-49c4-be4f-2d8b0989fd57,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:53.464296 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-649eb223-1dcc-40af-9c50-2fe3a37c07db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:53.544539 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-649eb223-1dcc-40af-9c50-2fe3a37c07db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.546428 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-649eb223-1dcc-40af-9c50-2fe3a37c07db tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3457127 Jun 07 08:40:53.549178 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53386) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:40:53.553613 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [None req-df308ee5-f120-4601-b7f3-de53bc056c29 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'security_group_rule': {'security_group_id': 'd7056bd8-1811-40a9-ad29-adfc3d002ba9', 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:53.670627 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.securitygroups_db [None req-df308ee5-f120-4601-b7f3-de53bc056c29 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Project cfdaa4a706a24bcfba867a062871f297 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 07 08:40:53.676964 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-df308ee5-f120-4601-b7f3-de53bc056c29 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.739608 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-df308ee5-f120-4601-b7f3-de53bc056c29 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.835753 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-df308ee5-f120-4601-b7f3-de53bc056c29 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150114'] for security_group_rule, after_create {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.837957 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:53.863482 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df308ee5-f120-4601-b7f3-de53bc056c29 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a13bcba9-ed9a-4677-a247-98616a75fef3,revision_number=0']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:53.866200 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-df308ee5-f120-4601-b7f3-de53bc056c29 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:53.955839 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-df308ee5-f120-4601-b7f3-de53bc056c29 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:53.957121 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-df308ee5-f120-4601-b7f3-de53bc056c29 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4069207 Jun 07 08:40:54.168956 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-80f1341d-90f8-4e75-9e91-5435fd2aa140 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321323272&fields=id&tenant_id=cfdaa4a706a24bcfba867a062871f297 HTTP/1.1" status: 200 len: 267 time: 0.1322684 Jun 07 08:40:54.249629 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1de56c3d-00e3-4eb6-8ae8-d437b201730f tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:54.250952 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1de56c3d-00e3-4eb6-8ae8-d437b201730f tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 945 time: 0.0757978 Jun 07 08:40:54.261432 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'port': {'security_groups': ['aae0f94e-a0e5-4595-b591-da77b29e0656', 'd7056bd8-1811-40a9-ad29-adfc3d002ba9']}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:40:54.382921 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:54.637037 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] For port f9e39c31-6a30-45b9-86eb-089df48cf2a9, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:40:54.662145 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:54.726983 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:54.734534 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-572291e6-fbd2-44a1-bf1b-a40a1b0998e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:40:54.761953 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['f9e39c31-6a30-45b9-86eb-089df48cf2a9'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:40:54.794598 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:54.795935 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:54.797369 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-04b70e0f-edd1-450c-b788-420d6d1da5fe req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "PUT /v2.0/ports/f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 981 time: 0.5403185 Jun 07 08:40:54.803995 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:40:54.812209 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:40:54.837237 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'Port': ['ID=f9e39c31-6a30-45b9-86eb-089df48cf2a9,revision_number=6']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:40:54.841294 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1e9470ae-1636-48f9-8601-d72e937f73ba tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:40:54.873409 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e35a20-5cd6-4f80-a742-f2ff50e8f0fb x-openstack-request-id: req-c8e35a20-5cd6-4f80-a742-f2ff50e8f0fb {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:40:54.873585 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:40:54.873842 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8e35a20-5cd6-4f80-a742-f2ff50e8f0fb {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:40:54.874270 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'status': 'completed', 'code': 200} Jun 07 08:40:54.930668 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['f9e39c31-6a30-45b9-86eb-089df48cf2a9'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:40:54.993823 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25244c-0ce3-4bd3-b065-edd836960409 req-fb22c364-6512-47c5-9ecc-405889a878c2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:54.995970 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ab25244c-0ce3-4bd3-b065-edd836960409 req-fb22c364-6512-47c5-9ecc-405889a878c2 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0860329 Jun 07 08:40:55.017504 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-4d109f97-d52a-4094-8732-83652835d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:55.019149 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-4d109f97-d52a-4094-8732-83652835d0a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1137 time: 0.0964518 Jun 07 08:40:55.050853 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-ab25244c-0ce3-4bd3-b065-edd836960409 req-874523e9-eca2-4201-95fc-e524a2121c9b tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0449448 Jun 07 08:40:55.077752 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-78912bad-eb1e-4891-973b-8f55e4161589 None None] Provisioning complete for port f9e39c31-6a30-45b9-86eb-089df48cf2a9 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:40:55.078136 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-78912bad-eb1e-4891-973b-8f55e4161589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:55.156155 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-7cd4aae1-1e7f-4d37-88ce-4e1ca0502b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:55.157636 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-7cd4aae1-1e7f-4d37-88ce-4e1ca0502b90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 916 time: 0.1322062 Jun 07 08:40:55.260778 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-876d2c11-a833-48c5-910c-cfaf25b9405c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 1000 time: 0.0968206 Jun 07 08:40:55.297964 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:55.323598 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-6d3da65f-6192-4089-8b3a-552fd9bde2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:55.325014 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-6d3da65f-6192-4089-8b3a-552fd9bde2c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 200 len: 854 time: 0.0578866 Jun 07 08:40:55.415928 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-c90a9e1b-e8b3-4008-bb23-fba04670c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:40:55.417448 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-c90a9e1b-e8b3-4008-bb23-fba04670c98f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5dd6b82-eabb-42ec-8613-27af6a04678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0863714 Jun 07 08:40:55.549581 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-d726803d-2c18-4f72-be77-aa8228624b59 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253569 Jun 07 08:40:55.694588 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-bb7911a8-4b87-4a17-bb63-94d98f0e1bf7 req-d23d1872-b19c-4e65-b70d-034bc2ba33f5 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304591 Jun 07 08:40:55.761625 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-1df2ba7e-a985-4e62-817d-5c686dbf6b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:55.813144 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:57.503835 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:40:59.418166 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:09.089065 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0269c76-a707-454d-a410-5737da1757b8 req-2c86561a-e10b-4ded-8ccf-9ae56948cbea service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683970 Jun 07 08:41:09.248406 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269c76-a707-454d-a410-5737da1757b8 req-c5cf152e-4146-4a5f-8a5a-9b5bb6f6627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:09.249875 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0269c76-a707-454d-a410-5737da1757b8 req-c5cf152e-4146-4a5f-8a5a-9b5bb6f6627f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1137 time: 0.0690250 Jun 07 08:41:09.392369 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269c76-a707-454d-a410-5737da1757b8 req-0bc1169e-5684-4c99-91c5-24c71b9e92ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:09.393750 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0269c76-a707-454d-a410-5737da1757b8 req-0bc1169e-5684-4c99-91c5-24c71b9e92ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 916 time: 0.1250701 Jun 07 08:41:09.584208 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0269c76-a707-454d-a410-5737da1757b8 req-7fe3d232-a9e7-4a59-8db4-ded2599f4ab9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 1000 time: 0.1830699 Jun 07 08:41:09.651372 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269c76-a707-454d-a410-5737da1757b8 req-3a8077b7-ff5c-4e5c-a6d6-39f63a1ced52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:09.652711 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0269c76-a707-454d-a410-5737da1757b8 req-3a8077b7-ff5c-4e5c-a6d6-39f63a1ced52 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 200 len: 854 time: 0.0600998 Jun 07 08:41:09.727646 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0269c76-a707-454d-a410-5737da1757b8 req-e2da6c61-4e73-4a9e-9a2f-f2335e416a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:09.729122 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0269c76-a707-454d-a410-5737da1757b8 req-e2da6c61-4e73-4a9e-9a2f-f2335e416a4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5dd6b82-eabb-42ec-8613-27af6a04678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695603 Jun 07 08:41:09.867414 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0269c76-a707-454d-a410-5737da1757b8 req-58fe4135-cc44-49c8-8567-fd69f9bc0cb5 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315181 Jun 07 08:41:10.001235 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b0269c76-a707-454d-a410-5737da1757b8 req-99135e4f-af52-4245-aa37-9f9f1cf2d490 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262188 Jun 07 08:41:18.137662 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d88cf-e5d8-484e-9eee-3ec460ac31a5 req-f0972ae1-15ae-4ca7-b0b5-0cfe8832a003 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:18.139117 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-949d88cf-e5d8-484e-9eee-3ec460ac31a5 req-f0972ae1-15ae-4ca7-b0b5-0cfe8832a003 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0844278 Jun 07 08:41:18.170890 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17125a86-a6c8-42d9-aec9-436751801a37 req-f6f76ede-541f-457a-9582-2964c969352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:18.173475 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-17125a86-a6c8-42d9-aec9-436751801a37 req-f6f76ede-541f-457a-9582-2964c969352f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1137 time: 0.0766885 Jun 07 08:41:18.185993 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-949d88cf-e5d8-484e-9eee-3ec460ac31a5 req-77298c20-2941-4771-bbe4-4de9cab51ed4 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401077 Jun 07 08:41:18.306751 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17125a86-a6c8-42d9-aec9-436751801a37 req-c3dae834-8729-420f-bf94-11b87b746eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:18.308185 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-17125a86-a6c8-42d9-aec9-436751801a37 req-c3dae834-8729-420f-bf94-11b87b746eb1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 916 time: 0.1296420 Jun 07 08:41:18.412006 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-17125a86-a6c8-42d9-aec9-436751801a37 req-2296c1e5-361d-4c4f-8770-5ba75930e630 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 1000 time: 0.0967853 Jun 07 08:41:18.474725 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17125a86-a6c8-42d9-aec9-436751801a37 req-f69c2425-1b87-42b2-8833-4a7b75bf3ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:18.476109 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-17125a86-a6c8-42d9-aec9-436751801a37 req-f69c2425-1b87-42b2-8833-4a7b75bf3ed9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 200 len: 854 time: 0.0578735 Jun 07 08:41:18.550247 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17125a86-a6c8-42d9-aec9-436751801a37 req-11378626-aa6a-484d-82d8-a985660dcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:18.551670 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-17125a86-a6c8-42d9-aec9-436751801a37 req-11378626-aa6a-484d-82d8-a985660dcd30 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5dd6b82-eabb-42ec-8613-27af6a04678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0685813 Jun 07 08:41:18.698648 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-17125a86-a6c8-42d9-aec9-436751801a37 req-472585ed-477e-486f-a34e-7cd5c7e52617 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314344 Jun 07 08:41:18.828458 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-17125a86-a6c8-42d9-aec9-436751801a37 req-68c6575e-021d-444e-9a87-40637fa73942 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233461 Jun 07 08:41:19.256730 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:41:19.379567 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded29d97-f7c9-487c-a168-e7d71e628e6c req-beef23a1-140f-43e2-8a4d-adc1c0865655 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:19.381029 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ded29d97-f7c9-487c-a168-e7d71e628e6c req-beef23a1-140f-43e2-8a4d-adc1c0865655 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0848842 Jun 07 08:41:19.427940 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ded29d97-f7c9-487c-a168-e7d71e628e6c req-ae21b5d7-6173-4c58-85c0-74e70857054f tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404651 Jun 07 08:41:20.607585 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ab470-fe7a-4646-b929-5ef1ae8eb8b6 req-0fc6dd30-2ca3-4c3e-9211-7fbec9107098 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:20.609043 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-357ab470-fe7a-4646-b929-5ef1ae8eb8b6 req-0fc6dd30-2ca3-4c3e-9211-7fbec9107098 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0785203 Jun 07 08:41:20.659016 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-357ab470-fe7a-4646-b929-5ef1ae8eb8b6 req-11dabdd5-e691-43c3-8bb7-7f8e80865526 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441098 Jun 07 08:41:21.838727 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ed528-fa54-4e91-b53c-84e20985ca46 req-fdec353d-1506-4c70-a00f-1b1813297b3d tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:21.840149 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ea5ed528-fa54-4e91-b53c-84e20985ca46 req-fdec353d-1506-4c70-a00f-1b1813297b3d tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0779958 Jun 07 08:41:21.889815 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-ea5ed528-fa54-4e91-b53c-84e20985ca46 req-61e2a7c3-f615-4162-9ae6-61482a615d0d tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0434580 Jun 07 08:41:22.995673 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2ec5d063-5c4d-46a4-ba94-efe9631d9d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:23.074476 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7f8af-595a-4f14-9704-6b9e8a00eae5 req-d56b43ba-6d3d-4f57-8a13-e6da5279bbe0 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:23.075916 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-93a7f8af-595a-4f14-9704-6b9e8a00eae5 req-d56b43ba-6d3d-4f57-8a13-e6da5279bbe0 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0824442 Jun 07 08:41:23.122055 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-93a7f8af-595a-4f14-9704-6b9e8a00eae5 req-f8a2f479-4546-4f9a-8e86-91c0ba62c64c tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398364 Jun 07 08:41:24.304702 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624a361-0ff8-4184-8a6e-c2efbe7e7e9f req-cf0dac7f-ef0b-40ed-9161-e5b39a38c479 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:24.306161 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9624a361-0ff8-4184-8a6e-c2efbe7e7e9f req-cf0dac7f-ef0b-40ed-9161-e5b39a38c479 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0806968 Jun 07 08:41:24.354296 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9624a361-0ff8-4184-8a6e-c2efbe7e7e9f req-acd7251e-1f4a-4616-806f-0f7cdc3f9cae tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0423057 Jun 07 08:41:25.235744 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:25.541710 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c40837-83c6-4702-aed8-029244c822c3 req-31427ca0-8806-4d16-ac7c-614167a9b930 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:25.543157 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-19c40837-83c6-4702-aed8-029244c822c3 req-31427ca0-8806-4d16-ac7c-614167a9b930 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0840807 Jun 07 08:41:25.587897 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-19c40837-83c6-4702-aed8-029244c822c3 req-3fb17d6e-c21b-4611-9080-1ed1045c9764 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384991 Jun 07 08:41:25.738361 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-cc385756-9157-46b8-aabd-343a59122c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:25.824400 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:26.776175 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186717a4-e3f8-4214-9da0-7993aa2ad34d req-204b14ac-217c-4854-915f-a802317f4deb tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:26.777714 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-186717a4-e3f8-4214-9da0-7993aa2ad34d req-204b14ac-217c-4854-915f-a802317f4deb tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0834823 Jun 07 08:41:26.907762 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-186717a4-e3f8-4214-9da0-7993aa2ad34d req-5da08314-9ecd-41f4-bef4-02777a55f5b0 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1232045 Jun 07 08:41:27.492903 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:28.089917 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa98c8-3d23-4c28-85b5-901f7ccfeb3b req-2623d512-58a3-46d6-be1c-ee6d80d80fef tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:28.091356 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-29fa98c8-3d23-4c28-85b5-901f7ccfeb3b req-2623d512-58a3-46d6-be1c-ee6d80d80fef tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0804579 Jun 07 08:41:28.137678 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-29fa98c8-3d23-4c28-85b5-901f7ccfeb3b req-48dc4488-4982-4c52-873d-9bc40f28db64 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399015 Jun 07 08:41:29.320439 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446cf95-1b88-46a1-8974-ea2749dcfa60 req-8889fdca-0156-46b0-9d64-66dd1794f963 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:29.321899 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3446cf95-1b88-46a1-8974-ea2749dcfa60 req-8889fdca-0156-46b0-9d64-66dd1794f963 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0785294 Jun 07 08:41:29.371622 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-3446cf95-1b88-46a1-8974-ea2749dcfa60 req-75becd55-c2f6-4789-95c5-659eefc3b13b tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440145 Jun 07 08:41:29.446436 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:30.554848 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c7bfb-1022-4d46-85f3-5ded3050c463 req-bceb1fb2-0376-4682-91b5-51ead562dff1 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:30.556292 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-613c7bfb-1022-4d46-85f3-5ded3050c463 req-bceb1fb2-0376-4682-91b5-51ead562dff1 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0819793 Jun 07 08:41:30.603157 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-613c7bfb-1022-4d46-85f3-5ded3050c463 req-8387e8e5-59c7-4324-8f08-c10030913ab1 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411739 Jun 07 08:41:31.787434 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba488f-8962-4d97-9572-a67981ca4715 req-854bcc6b-ea0d-4fbf-bcd8-69503312b2d4 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:31.788912 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9aba488f-8962-4d97-9572-a67981ca4715 req-854bcc6b-ea0d-4fbf-bcd8-69503312b2d4 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0806518 Jun 07 08:41:31.835946 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9aba488f-8962-4d97-9572-a67981ca4715 req-206bbec5-5a93-429a-85cb-5b767c28c9d8 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412283 Jun 07 08:41:33.019134 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed6902-46ca-4157-a569-4171ac49daf1 req-800636dd-32f9-4433-b4b0-5e626a0d9f79 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:33.020625 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-27ed6902-46ca-4157-a569-4171ac49daf1 req-800636dd-32f9-4433-b4b0-5e626a0d9f79 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0789278 Jun 07 08:41:33.069515 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-27ed6902-46ca-4157-a569-4171ac49daf1 req-430584b2-7172-4b84-ab17-52c4f3efbd58 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431955 Jun 07 08:41:34.259141 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab097a5-4d35-4737-b14e-c63093fb1ae9 req-e4aa4864-027d-43af-b676-57ccb6de9ff9 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:34.260632 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9ab097a5-4d35-4737-b14e-c63093fb1ae9 req-e4aa4864-027d-43af-b676-57ccb6de9ff9 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0827959 Jun 07 08:41:34.308511 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-9ab097a5-4d35-4737-b14e-c63093fb1ae9 req-4054dfe1-6414-4395-9f79-b4109998d118 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415390 Jun 07 08:41:35.579872 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc08de-2f57-44ae-a23a-9c7fc82dd0d1 req-ef7e3f72-b5ed-4cbd-9f7b-de13286cc6d8 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:41:35.581348 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d5bc08de-2f57-44ae-a23a-9c7fc82dd0d1 req-ef7e3f72-b5ed-4cbd-9f7b-de13286cc6d8 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.1660888 Jun 07 08:41:35.627347 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-d5bc08de-2f57-44ae-a23a-9c7fc82dd0d1 req-7f8dd343-a496-46c1-9c48-b0d1c46cfe95 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&id=d7056bd8-1811-40a9-ad29-adfc3d002ba9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401754 Jun 07 08:41:52.984053 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c13c20ea-dfc6-4a0c-98a0-64afe171adbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:55.229707 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:55.745956 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-00633a18-11e4-438b-945a-acb7160514cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:55.834808 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:56.255960 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:41:57.469802 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:41:59.435805 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:08.480268 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-84829774-9d09-489d-945b-2fdb36834e99 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-321323272&fields=id&tenant_id=cfdaa4a706a24bcfba867a062871f297 HTTP/1.1" status: 200 len: 267 time: 0.0398417 Jun 07 08:42:08.562893 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-2a44e028-bec6-4679-903d-c708e5fbf14c tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:08.564334 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-2a44e028-bec6-4679-903d-c708e5fbf14c tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 984 time: 0.0788677 Jun 07 08:42:08.575585 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.v2.base [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Request body: {'port': {'security_groups': ['aae0f94e-a0e5-4595-b591-da77b29e0656']}} {{(pid=92137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 07 08:42:08.697238 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-564956'] for port, before_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:08.937281 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] For port f9e39c31-6a30-45b9-86eb-089df48cf2a9, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:08.962064 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for port, precommit_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:09.030310 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750201094894', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750200820354', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750200820399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2810947'] for port, after_update {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:09.035987 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-47dc6187-3d3d-4070-a39c-967acc6dc52a tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:09.064469 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['f9e39c31-6a30-45b9-86eb-089df48cf2a9'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:42:09.147012 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:09.147666 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:09.149200 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-b27149c7-129e-4478-b3b3-72ea1a7ec25d req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "PUT /v2.0/ports/f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 942 time: 0.5779445 Jun 07 08:42:09.150870 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:42:09.153205 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e0a537-0d0a-4848-8bd5-3472349d9a51" -d '{"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:42:09.161490 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53458) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:09.197117 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event updated for resources: {'Port': ['ID=f9e39c31-6a30-45b9-86eb-089df48cf2a9,revision_number=7']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:09.210490 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.210881 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.211262 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.211636 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.212005 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.212373 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.212762 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.213128 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.213489 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.213853 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.214211 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.214569 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.219777 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c7873f33-dcbc-454f-8781-ab4f1a23f818 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:09.224517 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527b7882-9ec9-4f26-bb9e-ddc4ae9e1b48 x-openstack-request-id: req-527b7882-9ec9-4f26-bb9e-ddc4ae9e1b48 {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:42:09.224877 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:42:09.225167 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-527b7882-9ec9-4f26-bb9e-ddc4ae9e1b48 {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:42:09.225596 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'status': 'completed', 'code': 200} Jun 07 08:42:09.229607 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-751af71f-87ff-454e-9662-e537abd27b16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1635110 Jun 07 08:42:09.264685 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:09.298392 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:09.342802 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-7ef7edf2-a582-4310-83cd-2862df6640f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:09.344266 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-7ef7edf2-a582-4310-83cd-2862df6640f3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1098 time: 0.0733621 Jun 07 08:42:09.350905 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] get_ports_and_sgs() called for port_ids ['f9e39c31-6a30-45b9-86eb-089df48cf2a9'] {{(pid=92139) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 07 08:42:09.424353 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.provisioning_blocks [None req-c880d98a-ab55-4c61-8485-27757dd728e2 None None] Provisioning complete for port f9e39c31-6a30-45b9-86eb-089df48cf2a9 triggered by entity DHCP. {{(pid=92139) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 07 08:42:09.424683 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-c880d98a-ab55-4c61-8485-27757dd728e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-950769'] for port, provisioning_complete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:09.435220 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:09.438001 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for security_group, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:09.439271 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "DELETE /v2.0/security-groups/d7056bd8-1811-40a9-ad29-adfc3d002ba9 HTTP/1.1" status: 204 len: 168 time: 0.2748766 Jun 07 08:42:09.440304 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-ea9a74be-e33e-4d1a-8017-66bd3d5e2426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:09.442225 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53460) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:09.452208 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7056bd8-1811-40a9-ad29-adfc3d002ba9,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:09.460442 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.461048 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.461512 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.461969 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.462447 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.462893 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.463617 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.464208 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.464722 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.465176 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.465650 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.466088 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:09.476962 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-3341a365-7bb3-4148-b36f-646eaf174474 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:09.629212 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-568c983f-053b-483e-8d8b-5080f1fd28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:09.631182 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-568c983f-053b-483e-8d8b-5080f1fd28d6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 916 time: 0.2805243 Jun 07 08:42:09.791707 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-6522005d-2ab5-4e73-ba6f-d680cf116830 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 1000 time: 0.1517735 Jun 07 08:42:09.956125 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-91822a6e-fd27-4f44-b31c-7246ab4b4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:09.958151 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-91822a6e-fd27-4f44-b31c-7246ab4b4640 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 200 len: 854 time: 0.1588812 Jun 07 08:42:09.996145 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Deleting port 98d1bcfc-ef36-4ae6-a2db-6d4b2fa3927d {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:09.996479 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:10.137090 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:10.137326 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:10.148829 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-e3b34637-bdf6-4ae9-bf9d-4e31795be2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:10.150289 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-e3b34637-bdf6-4ae9-bf9d-4e31795be2d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5dd6b82-eabb-42ec-8613-27af6a04678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1854103 Jun 07 08:42:10.282295 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Calling delete_port for 98d1bcfc-ef36-4ae6-a2db-6d4b2fa3927d owned by network:floatingip {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:10.406824 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-4922fda5-0873-4efb-9daf-c376b03912a4 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039478 Jun 07 08:42:10.587191 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f2e0a537-0d0a-4848-8bd5-3472349d9a51 req-590ebed1-67e8-427f-9b4c-e20da248d9c3 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733699 Jun 07 08:42:10.664393 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:10.669252 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-3a0b010e-ca09-4e2a-a666-8a8b931c199f tempest-AttachVolumeTestJSON-287669090 tempest-AttachVolumeTestJSON-287669090-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:10.744996 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event deleted for resources: {'Port': ['ID=98d1bcfc-ef36-4ae6-a2db-6d4b2fa3927d,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:10.757592 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:10.864609 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks [] for floatingip, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:10.865031 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.db.l3_db [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Floating IP 3d101e10-3738-47b4-bcba-0305735e56c5 disassociated (deleted). External IP: 172.28.1.32, port: f9e39c31-6a30-45b9-86eb-089df48cf2a9. Jun 07 08:42:10.940104 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-6b959e77-0376-406e-8756-226e97d30167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:10.941510 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-6b959e77-0376-406e-8756-226e97d30167 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1098 time: 0.2361443 Jun 07 08:42:11.234575 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-3f8797b6-ad03-4e6a-b6d5-44d483289b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:11.235894 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-3f8797b6-ad03-4e6a-b6d5-44d483289b52 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 916 time: 0.2294018 Jun 07 08:42:11.484447 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-75bf51de-cf97-4256-97b5-eccaa649f311 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 217 time: 0.0803456 Jun 07 08:42:11.541734 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Router e6deb9d2-2d13-476f-bf24-5277c9f70955 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:42:11.564634 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-bc75a430-f3da-4b70-acc9-e4526809d91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:11.566044 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-bc75a430-f3da-4b70-acc9-e4526809d91b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 200 len: 854 time: 0.0746689 Jun 07 08:42:11.795012 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-d20973aa-57ed-478e-9cea-e58fc5ef8764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:11.796399 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-d20973aa-57ed-478e-9cea-e58fc5ef8764 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5dd6b82-eabb-42ec-8613-27af6a04678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1811168 Jun 07 08:42:11.799060 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:42:11.806181 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for floatingip, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:11.809269 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] Sync routers for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:42:11.818717 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:42:11.819462 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:41:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:11.895516 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-5611f603-ced9-4683-99ff-4ac109d1e27a tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d101e10-3738-47b4-bcba-0305735e56c5 HTTP/1.1" status: 204 len: 168 time: 2.4521286 Jun 07 08:42:11.943679 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:42:11.946216 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7af22f8-a3d6-4c60-9828-3ea366779690" -d '{"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:42:11.998084 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Jun 2021 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac52a6a9-efe2-45fe-908a-0e048bcda51b x-openstack-request-id: req-ac52a6a9-efe2-45fe-908a-0e048bcda51b {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:42:11.998421 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:42:11.998714 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac52a6a9-efe2-45fe-908a-0e048bcda51b {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:42:11.999143 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'status': 'completed', 'code': 200} Jun 07 08:42:12.007364 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-7fb3ff6e-5169-4a98-a568-85a9ccc3fccc service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747854 Jun 07 08:42:12.015012 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:42:12.147701 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-82adf0ed-dde3-4aec-a469-6c6aaa66b0f7 req-77090793-1559-4411-8f83-69fc01c3b7d6 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312759 Jun 07 08:42:12.333248 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-f0cb0907-d5b4-4047-84bc-10a39c7d78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:12.335258 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-f0cb0907-d5b4-4047-84bc-10a39c7d78cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cfdaa4a706a24bcfba867a062871f297&device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 1098 time: 0.0723248 Jun 07 08:42:12.344728 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '46876d57-4579-4a7e-a5f4-13c82ea3c065', 'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'mac_address': 'fa:16:3e:96:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:59Z', 'updated_at': '2021-06-07T08:40:05Z', 'revision_number': 5, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'subnets': [{'id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:12.349716 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] Checking router: e6deb9d2-2d13-476f-bf24-5277c9f70955 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:42:12.358065 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:42:12.358681 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:41:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:12.476228 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-bbf82cd4-4245-452b-9d05-c4f8f5cdaba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:12.477736 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-bbf82cd4-4245-452b-9d05-c4f8f5cdaba6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 200 len: 916 time: 0.1366961 Jun 07 08:42:12.555201 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-45a1fbc9-9095-4891-b147-eae1abee8e39 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 200 len: 217 time: 0.0710135 Jun 07 08:42:12.587264 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:42:12.617256 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-b177d0c5-00f2-4b52-ad27-2240f8c22230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:12.618673 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-b177d0c5-00f2-4b52-ad27-2240f8c22230 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 200 len: 854 time: 0.0576646 Jun 07 08:42:12.699413 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-a204b36c-f544-4048-b7c2-cf670e1de52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:12.700917 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-a204b36c-f544-4048-b7c2-cf670e1de52c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e5dd6b82-eabb-42ec-8613-27af6a04678d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758059 Jun 07 08:42:12.838724 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-01b48baf-5b16-4c0b-8ad0-1a9b63aef0d4 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304693 Jun 07 08:42:12.909717 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '46876d57-4579-4a7e-a5f4-13c82ea3c065', 'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'mac_address': 'fa:16:3e:96:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:59Z', 'updated_at': '2021-06-07T08:40:05Z', 'revision_number': 5, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'subnets': [{'id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:12.914365 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58426dba-74f3-4587-b9d4-5aa901e1cab0 None None] The sync data for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb is: [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:00Z', 'revision_number': 4, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb', '_interfaces': [{'id': '46876d57-4579-4a7e-a5f4-13c82ea3c065', 'name': '', 'network_id': 'e5dd6b82-eabb-42ec-8613-27af6a04678d', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'mac_address': 'fa:16:3e:96:05:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:59Z', 'updated_at': '2021-06-07T08:40:05Z', 'revision_number': 5, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'subnets': [{'id': '92ab0231-1963-4da8-bb9b-1d132fbadf96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:42:13.095949 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-f7af22f8-a3d6-4c60-9828-3ea366779690 req-88d51bf7-dfd2-4a8c-bee3-f43e22dad3a0 service neutron] 10.222.0.50 "GET /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487922 Jun 07 08:42:13.127962 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b6f9b5-0c03-45fc-ba9a-fbc6ed1e42c5 None None] New status for floating IP 3d101e10-3738-47b4-bcba-0305735e56c5: DOWN {{(pid=92140) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 07 08:42:15.688817 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14c570-00fd-4ad9-9427-c82f6beb3aae req-83881fbc-2507-42b8-af51-3cd97984e93d tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92138) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:15.690258 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3d14c570-00fd-4ad9-9427-c82f6beb3aae req-83881fbc-2507-42b8-af51-3cd97984e93d tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 945 time: 0.0790815 Jun 07 08:42:15.736709 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-3d14c570-00fd-4ad9-9427-c82f6beb3aae req-47276beb-cba3-450c-9ba6-c3291ecdcd22 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402665 Jun 07 08:42:16.924306 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c29f68-a4a3-4ef9-b5ba-2401e7a905e4 req-9e4e4563-2943-496f-b98d-9b8f0e4982a0 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:16.925765 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6c29f68-a4a3-4ef9-b5ba-2401e7a905e4 req-9e4e4563-2943-496f-b98d-9b8f0e4982a0 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 945 time: 0.0805068 Jun 07 08:42:16.970545 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-e6c29f68-a4a3-4ef9-b5ba-2401e7a905e4 req-76cc539c-487d-4388-8bc1-3c1ccf4bbbf5 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/security-groups?id=aae0f94e-a0e5-4595-b591-da77b29e0656&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391142 Jun 07 08:42:17.522864 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d04f35-9950-413b-a48b-e2807fba8088 req-eace42f8-ddae-4f6a-ad4e-e6fa5022c8f0 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 07 08:42:17.524218 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d04f35-9950-413b-a48b-e2807fba8088 req-eace42f8-ddae-4f6a-ad4e-e6fa5022c8f0 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.50 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 945 time: 0.0836186 Jun 07 08:42:17.654814 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-88d04f35-9950-413b-a48b-e2807fba8088 req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Deleting port f9e39c31-6a30-45b9-86eb-089df48cf2a9 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:17.655409 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-88d04f35-9950-413b-a48b-e2807fba8088 req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:17.785273 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [req-88d04f35-9950-413b-a48b-e2807fba8088 req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] For port f9e39c31-6a30-45b9-86eb-089df48cf2a9, host hv-cinder-78495, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78495',level=0,port_id=f9e39c31-6a30-45b9-86eb-089df48cf2a9,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:17.785650 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-88d04f35-9950-413b-a48b-e2807fba8088 req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:17.912278 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [req-88d04f35-9950-413b-a48b-e2807fba8088 req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Calling delete_port for f9e39c31-6a30-45b9-86eb-089df48cf2a9 owned by compute:nova {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:18.099039 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-88d04f35-9950-413b-a48b-e2807fba8088 req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:18.104725 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9de66c4f-8f77-4d12-8a4d-4d657e260579 tempest-TestShelveInstance-1148410467 tempest-TestShelveInstance-1148410467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:18.116991 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [req-0905a162-2728-4fdb-b134-6bc955bf27aa req-5dc60a1b-87fb-476a-b7fc-02a20e2f157b tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.15 "GET /v2.0/ports?device_id=3efab9fc-b2a8-41f9-9156-80262a6902dc HTTP/1.1" status: 200 len: 210 time: 0.0420029 Jun 07 08:42:18.153003 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Pushing event deleted for resources: {'Port': ['ID=f9e39c31-6a30-45b9-86eb-089df48cf2a9,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:18.159179 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:18.225483 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d04f35-9950-413b-a48b-e2807fba8088 req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] No DVR routers for this DVR port f9e39c31-6a30-45b9-86eb-089df48cf2a9 on host hv-cinder-78495 {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:42:18.228001 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [req-88d04f35-9950-413b-a48b-e2807fba8088 req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-167976'] for port, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:18.229972 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [req-88d04f35-9950-413b-a48b-e2807fba8088 req-d27f6bdc-3c91-4816-b8fe-1551a0e64e25 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] 10.222.0.50 "DELETE /v2.0/ports/f9e39c31-6a30-45b9-86eb-089df48cf2a9 HTTP/1.1" status: 204 len: 173 time: 0.7004769 Jun 07 08:42:18.230458 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'name': 'network-vif-deleted', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9'}] {{(pid=92137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 07 08:42:18.232733 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1f1e02b3cf4233a58a21f7cdadccbd482c5ac748b6d32229fafbe4daaa329d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d829a65-1024-46d2-824b-13a9d97c1001" -d '{"events": [{"server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "name": "network-vif-deleted", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9"}]}' {{(pid=92137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 07 08:42:18.274681 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Jun 2021 08:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a25b92-65a5-4703-9f25-fdcc387c40ff x-openstack-request-id: req-75a25b92-65a5-4703-9f25-fdcc387c40ff {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 07 08:42:18.275000 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efab9fc-b2a8-41f9-9156-80262a6902dc", "name": "network-vif-deleted", "tag": "f9e39c31-6a30-45b9-86eb-089df48cf2a9", "status": "completed", "code": 200}]} {{(pid=92137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 07 08:42:18.275282 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75a25b92-65a5-4703-9f25-fdcc387c40ff {{(pid=92137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 07 08:42:18.275702 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3efab9fc-b2a8-41f9-9156-80262a6902dc', 'name': 'network-vif-deleted', 'tag': 'f9e39c31-6a30-45b9-86eb-089df48cf2a9', 'status': 'completed', 'code': 200} Jun 07 08:42:20.076206 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device f9e39c31-6a30-45b9-86eb-089df48cf2a9 no longer exists at agent hyperv_hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:42:20.110132 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] No Port match for: f9e39c31-6a30-45b9-86eb-089df48cf2a9 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:42:20.110482 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Device f9e39c31-6a30-45b9-86eb-089df48cf2a9 not bound to the agent host hv-cinder-78495 {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:42:20.457016 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53558) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:20.979519 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4040404'] for router_interface, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:21.471979 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Deleting port 46876d57-4579-4a7e-a5f4-13c82ea3c065 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:21.472724 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:21.591635 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] For port 46876d57-4579-4a7e-a5f4-13c82ea3c065, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=46876d57-4579-4a7e-a5f4-13c82ea3c065,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:21.591990 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:21.713864 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Calling delete_port for 46876d57-4579-4a7e-a5f4-13c82ea3c065 owned by network:router_interface {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:21.921540 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:21.926175 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-437c9f18-374e-405f-b7d3-f88a07ee9487 tempest-TestMinimumBasicScenario-917325617 tempest-TestMinimumBasicScenario-917325617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:21.997360 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Pushing event deleted for resources: {'Port': ['ID=46876d57-4579-4a7e-a5f4-13c82ea3c065,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:22.003864 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:22.233783 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4123818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4039322'] for router_interface, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:22.685923 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Router e6deb9d2-2d13-476f-bf24-5277c9f70955 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:42:22.860657 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:42:22.867821 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] 10.222.0.15 "PUT /v2.0/routers/e6deb9d2-2d13-476f-bf24-5277c9f70955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4074454 Jun 07 08:42:22.867934 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53560) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:22.869488 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] Sync routers for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:42:22.878618 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:42:22.879239 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:41:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:23.026797 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-61b07dcd-b151-4d15-b6bb-e520ef824314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:23.045165 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks [] for router, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:23.067709 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: dv-cinder-784956-6-smb {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:42:23.220489 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:23.345349 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Deleting port 4b66f16f-3566-41bd-a857-392b0c3c7d6c {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:23.345690 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:23.350103 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239'}], 'enable_snat': True}, 'gw_port_id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:42:21Z', 'revision_number': 5, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port': {'id': '4b66f16f-3566-41bd-a857-392b0c3c7d6c', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:74:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:40:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:23.353923 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] Checking router: e6deb9d2-2d13-476f-bf24-5277c9f70955 for host: dv-cinder-784956-6-smb {{(pid=92139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:42:23.362158 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] Routers {'e6deb9d2-2d13-476f-bf24-5277c9f70955'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:42:23.362780 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:41:56Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['e6deb9d2-2d13-476f-bf24-5277c9f70955'], 'active': True} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:23.466699 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] For port 4b66f16f-3566-41bd-a857-392b0c3c7d6c, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=4b66f16f-3566-41bd-a857-392b0c3c7d6c,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:23.467052 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:23.515235 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvr_db [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] Set router e6deb9d2-2d13-476f-bf24-5277c9f70955 gateway port host: None {{(pid=92139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:42:23.588332 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Calling delete_port for 4b66f16f-3566-41bd-a857-392b0c3c7d6c owned by network:router_gateway {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:23.623347 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_hamode_db [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:42:23Z', 'revision_number': 6, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port_host': None}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:23.627298 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b690fb48-9037-416c-b9c0-ab75dd0b9504 None None] The sync data for ids ['e6deb9d2-2d13-476f-bf24-5277c9f70955'] in dv-cinder-784956-6-smb is: [{'id': 'e6deb9d2-2d13-476f-bf24-5277c9f70955', 'name': 'tempest-TestMinimumBasicScenario-1909317467-router', 'tenant_id': 'cfdaa4a706a24bcfba867a062871f297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:39:56Z', 'updated_at': '2021-06-07T08:42:23Z', 'revision_number': 6, 'project_id': 'cfdaa4a706a24bcfba867a062871f297', 'gw_port_host': None}] {{(pid=92139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:42:23.784271 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:23.788716 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-6ea9e73b-f5c6-4bab-a2fa-290d5984f785 tempest-VolumesActionsTest-1854653459 tempest-VolumesActionsTest-1854653459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:23.831799 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4b66f16f-3566-41bd-a857-392b0c3c7d6c,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:23.863111 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:23.922883 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768388'] for router_gateway, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.095883 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7958'] for router, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.098074 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.270316 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4051183'] for router, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.270935 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6deb9d2-2d13-476f-bf24-5277c9f70955 {{(pid=92137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:42:24.276709 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] Notify callbacks [] for router, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.278087 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-1cf3f332-b023-4ea0-893d-ee4d1c2b69ad admin admin] 10.222.0.15 "DELETE /v2.0/routers/e6deb9d2-2d13-476f-bf24-5277c9f70955 HTTP/1.1" status: 204 len: 168 time: 1.4085164 Jun 07 08:42:24.280825 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53562) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:24.338709 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a60175-b635-4382-8fa4-e0bcae2bed9f admin admin] Deleting subnet 92ab0231-1963-4da8-bb9b-1d132fbadf96 {{(pid=92137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:42:24.341461 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-78a60175-b635-4382-8fa4-e0bcae2bed9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.393638 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-78a60175-b635-4382-8fa4-e0bcae2bed9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811502'] for subnet, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.475518 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-78a60175-b635-4382-8fa4-e0bcae2bed9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.607477 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-78a60175-b635-4382-8fa4-e0bcae2bed9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2255046'] for subnet, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.611600 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:24.649307 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a60175-b635-4382-8fa4-e0bcae2bed9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ab0231-1963-4da8-bb9b-1d132fbadf96,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:24.653230 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-78a60175-b635-4382-8fa4-e0bcae2bed9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:24.656748 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-78a60175-b635-4382-8fa4-e0bcae2bed9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.660493 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53564) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:24.660971 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-78a60175-b635-4382-8fa4-e0bcae2bed9f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/92ab0231-1963-4da8-bb9b-1d132fbadf96 HTTP/1.1" status: 204 len: 168 time: 0.3786273 Jun 07 08:42:24.666263 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231050a5-c3ee-482f-ac27-8350fe9c20be None None] Network e5dd6b82-eabb-42ec-8613-27af6a04678d requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:42:24.765559 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.837843 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Deleting port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 {{(pid=92138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:24.838187 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.938550 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.db [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] For port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:24.941423 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:24.977649 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] DHCP port deletion for e5dd6b82-eabb-42ec-8613-27af6a04678d request from dv-cinder-784956-6-smb {{(pid=92139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:42:25.045147 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Deleting port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 {{(pid=92139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:25.045529 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.061251 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.plugin [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Calling delete_port for 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 owned by network:dhcp {{(pid=92138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:25.140644 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] For port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377,segment=NetworkSegment(a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4),segment_id=a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:25.141034 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.195575 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2161904'] for port, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.199408 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-b3597d55-312c-4356-8a4b-5dc6404cfd29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:25.251432 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] No DVR routers for this DVR port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 on host dv-cinder-784956-6-smb {{(pid=92138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:42:25.253048 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:25.269757 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Calling delete_port for 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 owned by network:dhcp {{(pid=92139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:25.273872 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:42:25.282707 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:25.315560 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:42:25.315914 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:42:25.316335 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 46876d57-4579-4a7e-a5f4-13c82ea3c065 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:42:25.351511 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 46876d57-4579-4a7e-a5f4-13c82ea3c065 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:42:25.351862 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 46876d57-4579-4a7e-a5f4-13c82ea3c065 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:42:25.352280 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4b66f16f-3566-41bd-a857-392b0c3c7d6c no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:42:25.369387 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.383330 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5dd6b82-eabb-42ec-8613-27af6a04678d']}} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:25.394637 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.396359 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4') {'for_net_delete': True} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:25.396542 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 4b66f16f-3566-41bd-a857-392b0c3c7d6c {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:42:25.396862 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.services.segments.db [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2adbc4a-6c8a-4b90-8506-a2990fd7f3e4') {} {{(pid=92138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:25.396975 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 4b66f16f-3566-41bd-a857-392b0c3c7d6c not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:42:25.410129 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3506935'] for segment, before_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.426433 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.431575 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.435545 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Releasing vlan 702 on physical network physnet1 to pool {{(pid=92138) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:42:25.435545 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2161831'] for segment, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.436781 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: Traceback (most recent call last): Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: timer() Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: cb(*args, **kw) Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: return func(*args, **kwargs) Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: self._notify() Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: self.callback(batched_events) Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: event.method(event) Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: return f(self, *a, **k) Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: return self._get(url).json() Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: return self.request(url, 'GET', **kwargs) Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:42:25.448740 dv-cinder-784956-6-smb neutron-server[92138]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:42:25.478833 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Pushing event deleted for resources: {'Port': ['ID=1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377,revision_number=None']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:25.483586 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] No DVR routers for this DVR port 1eb4b9ce-8e2a-4e3d-a80c-6c7d217b2377 on host dv-cinder-784956-6-smb {{(pid=92139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:42:25.490236 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.490720 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.491062 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.493790 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.493790 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.493790 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.493790 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.493790 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.493790 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.493790 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.493790 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.494558 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-784956-6-smb {{(pid=92139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 07 08:42:25.497022 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-68de2cf9-f3aa-4e71-a39a-bc27d1b43703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:25.583965 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.588227 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-89f9234d-174a-4a21-ab7e-7dbc92d694b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:25.603964 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron_lib.callbacks.manager [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.605681 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] 10.222.0.15 "DELETE /v2.0/networks/e5dd6b82-eabb-42ec-8613-27af6a04678d HTTP/1.1" status: 204 len: 168 time: 0.9441502 Jun 07 08:42:25.608645 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53568) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:25.609171 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Pushing event deleted for resources: {'Network': ['ID=e5dd6b82-eabb-42ec-8613-27af6a04678d,revision_number=None']} {{(pid=92138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:25.610904 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG oslo_concurrency.lockutils [None req-d75974c6-683c-4b97-810b-3dce4f5e3cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92138) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:25.748739 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-849a3c22-a19a-46a8-84a2-642a9f891b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:25.818850 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:26.154795 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4040404'] for router_interface, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:26.553970 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Deleting port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:26.554309 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:26.675689 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] For port 2a76cd38-4bbe-4284-8dc7-79ca4766e33a, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=2a76cd38-4bbe-4284-8dc7-79ca4766e33a,segment=NetworkSegment(eeebac52-c763-4851-99ab-1fecf90884c1),segment_id=eeebac52-c763-4851-99ab-1fecf90884c1)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:26.676407 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:26.889516 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Calling delete_port for 2a76cd38-4bbe-4284-8dc7-79ca4766e33a owned by network:router_interface {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:27.115550 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:27.120144 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-a22171f5-b8de-49a7-8e03-56069b7975de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:27.165715 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Pushing event deleted for resources: {'Port': ['ID=2a76cd38-4bbe-4284-8dc7-79ca4766e33a,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:27.191034 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:27.428838 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4123818', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4039322'] for router_interface, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:27.486809 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:27.783181 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Router 791df38b-8d5e-42a6-9c32-811356a333c6 has already been hosted by L3 agent 68a8f14e-745d-44ec-af07-838c6fe9f1b8 {{(pid=92137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 07 08:42:27.960242 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Notify agent at l3_agent.dv-cinder-784956-6-smb the message routers_updated {{(pid=92137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 07 08:42:27.965075 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] 10.222.0.15 "PUT /v2.0/routers/791df38b-8d5e-42a6-9c32-811356a333c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3553476 Jun 07 08:42:27.967481 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53570) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:27.970947 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] Sync routers for ids ['791df38b-8d5e-42a6-9c32-811356a333c6'] in dv-cinder-784956-6-smb {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 07 08:42:27.981063 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] Routers {'791df38b-8d5e-42a6-9c32-811356a333c6'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:42:27.981753 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:42:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['791df38b-8d5e-42a6-9c32-811356a333c6'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:28.153638 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks [] for router, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:28.184309 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] Set router 791df38b-8d5e-42a6-9c32-811356a333c6 gateway port host: dv-cinder-784956-6-smb {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:42:28.440656 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:28.474010 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'external_fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221'}], 'enable_snat': True}, 'gw_port_id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:40:03Z', 'updated_at': '2021-06-07T08:42:26Z', 'revision_number': 5, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'gw_port': {'id': 'c1e19f9c-4400-4956-9839-764ebf48a117', 'name': '', 'network_id': '5cf04b64-a7f9-4c25-89d9-fd06e24a2d73', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:a0:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'ip_address': '172.28.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-784956-6-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-07T08:40:04Z', 'updated_at': '2021-06-07T08:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9da6e423-d20b-42bf-ba7d-c2783f93971d', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-784956-6-smb'}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:28.478095 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] Checking router: 791df38b-8d5e-42a6-9c32-811356a333c6 for host: dv-cinder-784956-6-smb {{(pid=92140) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 07 08:42:28.486151 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] Routers {'791df38b-8d5e-42a6-9c32-811356a333c6'} bound to L3 agent in host dv-cinder-784956-6-smb {{(pid=92140) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 07 08:42:28.486759 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-784956-6-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-07T08:20:26Z,description=,heartbeat_timestamp=2021-06-07T08:42:26Z,host='dv-cinder-784956-6-smb',id=68a8f14e-745d-44ec-af07-838c6fe9f1b8,load=0,resource_versions=,resources_synced=,started_at=2021-06-07T08:20:26Z,topic='l3_agent')) {'router_ids': ['791df38b-8d5e-42a6-9c32-811356a333c6'], 'active': True} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:28.583480 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Deleting port c1e19f9c-4400-4956-9839-764ebf48a117 {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:28.583869 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:28.639775 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_dvr_db [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] Set router 791df38b-8d5e-42a6-9c32-811356a333c6 gateway port host: None {{(pid=92140) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 07 08:42:28.706195 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] For port c1e19f9c-4400-4956-9839-764ebf48a117, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=c1e19f9c-4400-4956-9839-764ebf48a117,segment=NetworkSegment(1a63509d-dcc3-4ea9-8245-15d6535f70ce),segment_id=1a63509d-dcc3-4ea9-8245-15d6535f70ce)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:28.706458 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:28.745790 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.l3_hamode_db [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:40:03Z', 'updated_at': '2021-06-07T08:42:28Z', 'revision_number': 6, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'gw_port_host': None}], 'dv-cinder-784956-6-smb', False) {} {{(pid=92140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:28.749758 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280c4e76-2b68-448a-9cb6-0d403dd4ca9a None None] The sync data for ids ['791df38b-8d5e-42a6-9c32-811356a333c6'] in dv-cinder-784956-6-smb is: [{'id': '791df38b-8d5e-42a6-9c32-811356a333c6', 'name': 'tempest-TestMinimumBasicScenario-513355666-router', 'tenant_id': '3805c7c616a1467c8f0cfee669ee8b08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-07T08:40:03Z', 'updated_at': '2021-06-07T08:42:28Z', 'revision_number': 6, 'project_id': '3805c7c616a1467c8f0cfee669ee8b08', 'gw_port_host': None}] {{(pid=92140) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 07 08:42:28.828779 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Calling delete_port for c1e19f9c-4400-4956-9839-764ebf48a117 owned by network:router_gateway {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:29.018014 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.022054 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-c559aea8-cadc-4a2d-b8ff-b524c71d8aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:29.066611 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e19f9c-4400-4956-9839-764ebf48a117,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:29.092920 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:29.161373 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3768388'] for router_gateway, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.332111 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4051059', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7958'] for router, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.334456 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.446052 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4051183'] for router, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.446571 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 791df38b-8d5e-42a6-9c32-811356a333c6 {{(pid=92137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 07 08:42:29.450812 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] Notify callbacks [] for router, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.451963 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-7d57bc94-1764-4cf2-8f27-b369b7712c59 admin admin] 10.222.0.15 "DELETE /v2.0/routers/791df38b-8d5e-42a6-9c32-811356a333c6 HTTP/1.1" status: 204 len: 168 time: 1.4836280 Jun 07 08:42:29.454499 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53572) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:29.457553 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.514601 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c21b8cd-0b59-4122-96af-bc6956c8e4d8 admin admin] Deleting subnet 6277b865-dc67-43dd-a0b0-84e0b1e46ddf {{(pid=92137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 07 08:42:29.517707 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9c21b8cd-0b59-4122-96af-bc6956c8e4d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.523118 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device c1e19f9c-4400-4956-9839-764ebf48a117 no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:42:29.560521 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: c1e19f9c-4400-4956-9839-764ebf48a117 {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:42:29.560911 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device c1e19f9c-4400-4956-9839-764ebf48a117 not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:42:29.561344 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 2a76cd38-4bbe-4284-8dc7-79ca4766e33a no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:42:29.568142 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9c21b8cd-0b59-4122-96af-bc6956c8e4d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2811502'] for subnet, precommit_delete_associations {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.595140 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: 2a76cd38-4bbe-4284-8dc7-79ca4766e33a {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:42:29.595510 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device 2a76cd38-4bbe-4284-8dc7-79ca4766e33a not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:42:29.649151 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9c21b8cd-0b59-4122-96af-bc6956c8e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1031911'] for subnet, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.767485 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9c21b8cd-0b59-4122-96af-bc6956c8e4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1031918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205157', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2811029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2255046'] for subnet, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.771641 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:29.805737 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c21b8cd-0b59-4122-96af-bc6956c8e4d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6277b865-dc67-43dd-a0b0-84e0b1e46ddf,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:29.808750 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-9c21b8cd-0b59-4122-96af-bc6956c8e4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:29.809717 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-9c21b8cd-0b59-4122-96af-bc6956c8e4d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:29.811492 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-9c21b8cd-0b59-4122-96af-bc6956c8e4d8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6277b865-dc67-43dd-a0b0-84e0b1e46ddf HTTP/1.1" status: 204 len: 168 time: 0.3561084 Jun 07 08:42:29.814071 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53574) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:29.814776 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae11c406-9972-41d5-8423-d1da35a720d0 None None] Network ef4dac64-a307-479e-ad17-033cec1e5184 requested from dv-cinder-784956-6-smb {{(pid=92139) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 07 08:42:29.919022 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994661'] for network, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.056695 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] DHCP port deletion for ef4dac64-a307-479e-ad17-033cec1e5184 request from dv-cinder-784956-6-smb {{(pid=92139) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 07 08:42:30.093595 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Deleting port f47aa4c1-765f-4336-b41e-84628d89a81b {{(pid=92137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:30.093935 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.124965 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] Deleting port f47aa4c1-765f-4336-b41e-84628d89a81b {{(pid=92139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}} Jun 07 08:42:30.125472 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750201089244'] for port, before_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.194180 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.db [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] For port f47aa4c1-765f-4336-b41e-84628d89a81b, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=f47aa4c1-765f-4336-b41e-84628d89a81b,segment=NetworkSegment(eeebac52-c763-4851-99ab-1fecf90884c1),segment_id=eeebac52-c763-4851-99ab-1fecf90884c1)] {{(pid=92137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:30.194453 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.221482 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.db [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] For port f47aa4c1-765f-4336-b41e-84628d89a81b, host dv-cinder-784956-6-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-784956-6-smb',level=0,port_id=f47aa4c1-765f-4336-b41e-84628d89a81b,segment=NetworkSegment(eeebac52-c763-4851-99ab-1fecf90884c1),segment_id=eeebac52-c763-4851-99ab-1fecf90884c1)] {{(pid=92139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 07 08:42:30.221881 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4039555'] for port, precommit_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.326226 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.plugin [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Calling delete_port for f47aa4c1-765f-4336-b41e-84628d89a81b owned by network:dhcp {{(pid=92137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:30.357485 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] Calling delete_port for f47aa4c1-765f-4336-b41e-84628d89a81b owned by network:dhcp {{(pid=92139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jun 07 08:42:30.475480 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811000'] for port, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.480219 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-cc5cc365-6969-4912-a632-49681270792e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:30.481306 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1012356', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-205180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4123800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750201094876', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750200820345'] for port, after_delete {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.484894 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:30.523924 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Pushing event deleted for resources: {'Port': ['ID=f47aa4c1-765f-4336-b41e-84628d89a81b,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:30.527234 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:30.528501 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] No DVR routers for this DVR port f47aa4c1-765f-4336-b41e-84628d89a81b on host dv-cinder-784956-6-smb {{(pid=92137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:42:30.533167 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] No DVR routers for this DVR port f47aa4c1-765f-4336-b41e-84628d89a81b on host dv-cinder-784956-6-smb {{(pid=92139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 07 08:42:30.538233 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] Pushing event deleted for resources: {'Port': ['ID=f47aa4c1-765f-4336-b41e-84628d89a81b,revision_number=None']} {{(pid=92139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:30.540671 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG oslo_concurrency.lockutils [None req-563a93ed-0f89-47ff-a38c-f744c4dc16b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92139) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:30.644167 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1031294', 'neutron.services.segments.db._delete_segments_for_network-8750201267622'] for network, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.656917 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4dac64-a307-479e-ad17-033cec1e5184']}} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:30.669008 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeebac52-c763-4851-99ab-1fecf90884c1') {'for_net_delete': True} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:30.669311 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.services.segments.db [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeebac52-c763-4851-99ab-1fecf90884c1') {} {{(pid=92137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 07 08:42:30.680969 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750201271233', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2811479'] for segment, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.697401 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436'] for segment, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.703507 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=92137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 07 08:42:30.703901 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1027436', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2810927'] for segment, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: Traceback (most recent call last): Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: timer() Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: cb(*args, **kw) Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: return func(*args, **kwargs) Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: self._notify() Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: self.callback(batched_events) Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: event.method(event) Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: aggregate_uuid = self.p_client.list_aggregates( Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: return f(self, *a, **k) Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: return self._get(url).json() Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: return self.request(url, 'GET', **kwargs) Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: base_url = self.get_endpoint(auth, allow=allow, Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 07 08:42:30.717396 dv-cinder-784956-6-smb neutron-server[92137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 07 08:42:30.846791 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1031269', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-4150233', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-4123793', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3768417'] for network, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.851234 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:30.863842 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4123894'] for network, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:30.866252 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] 10.222.0.15 "DELETE /v2.0/networks/ef4dac64-a307-479e-ad17-033cec1e5184 HTTP/1.1" status: 204 len: 168 time: 1.0512617 Jun 07 08:42:30.872391 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Pushing event deleted for resources: {'Network': ['ID=ef4dac64-a307-479e-ad17-033cec1e5184,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:30.874972 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-843dd959-b593-42f6-b402-b7a516c53edc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:31.173464 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [-] (92138) accepted ('10.222.0.15', 53580) {{(pid=92138) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:31.221821 dv-cinder-784956-6-smb neutron-server[92138]: INFO neutron.wsgi [None req-f508fe35-69b4-47ff-87aa-322c59fe5152 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfdaa4a706a24bcfba867a062871f297&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470338 Jun 07 08:42:31.224794 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53582) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:31.226818 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device f47aa4c1-765f-4336-b41e-84628d89a81b no longer exists at agent ovs-agent-dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 07 08:42:31.262982 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.plugin [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] No Port match for: f47aa4c1-765f-4336-b41e-84628d89a81b {{(pid=92139) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jun 07 08:42:31.263428 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron.plugins.ml2.rpc [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Device f47aa4c1-765f-4336-b41e-84628d89a81b not bound to the agent host dv-cinder-784956-6-smb {{(pid=92139) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 07 08:42:31.286362 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0085fe78-d60a-40ca-8bcb-c5c26e5763be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:31.316403 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0085fe78-d60a-40ca-8bcb-c5c26e5763be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:31.452417 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0085fe78-d60a-40ca-8bcb-c5c26e5763be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:31.454871 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-0085fe78-d60a-40ca-8bcb-c5c26e5763be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:31.456039 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-0085fe78-d60a-40ca-8bcb-c5c26e5763be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aae0f94e-a0e5-4595-b591-da77b29e0656 HTTP/1.1" status: 204 len: 168 time: 0.2301702 Jun 07 08:42:31.456862 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-10736e0e-dad9-4e08-9e67-7c417355efc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:31.467008 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085fe78-d60a-40ca-8bcb-c5c26e5763be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae0f94e-a0e5-4595-b591-da77b29e0656,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:31.470066 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-0085fe78-d60a-40ca-8bcb-c5c26e5763be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:32.162200 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53588) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:32.210745 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-7099d393-5b9a-479c-8dd3-0135352d4a32 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3805c7c616a1467c8f0cfee669ee8b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470905 Jun 07 08:42:32.213059 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [-] (92137) accepted ('10.222.0.15', 53590) {{(pid=92137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 07 08:42:32.269387 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2249e06-992b-45f0-9da8-6fc333aa8f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:32.295237 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2249e06-992b-45f0-9da8-6fc333aa8f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:32.423753 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2249e06-992b-45f0-9da8-6fc333aa8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4150025'] for security_group, after_delete {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:32.426159 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron_lib.callbacks.manager [None req-e2249e06-992b-45f0-9da8-6fc333aa8f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:32.427835 dv-cinder-784956-6-smb neutron-server[92137]: INFO neutron.wsgi [None req-e2249e06-992b-45f0-9da8-6fc333aa8f3b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/497c5695-65cc-421c-8151-212f88b4a558 HTTP/1.1" status: 204 len: 168 time: 0.2133348 Jun 07 08:42:32.428779 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-850c80e4-c64c-42dc-8c5b-236823b8fcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 07 08:42:32.438518 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2249e06-992b-45f0-9da8-6fc333aa8f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497c5695-65cc-421c-8151-212f88b4a558,revision_number=None']} {{(pid=92137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 07 08:42:32.440867 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG oslo_concurrency.lockutils [None req-e2249e06-992b-45f0-9da8-6fc333aa8f3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92137) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 07 08:42:33.254938 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:42:53.000706 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-26b51eea-0d2f-4d5e-84cc-dd9ed9a66c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:55.234961 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:55.732729 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-6d7df83f-2ec0-4d04-a6ae-e8d686a7a164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:55.818092 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:57.481473 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:42:59.441034 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:10.254115 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:43:23.029194 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-3149740e-5973-447d-9236-5aaff8fb9298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:25.229535 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:25.771944 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-edffca53-42eb-49d6-bd85-a005ecafaec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:25.846177 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:27.496840 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:29.446244 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:47.253627 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:43:53.010420 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-64d512e3-8d7d-47ce-a74e-9ccce3c9a2dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:55.274089 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:55.736197 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2797a123-ffdd-4476-a1d2-faacc75ed4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:55.816493 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:57.496687 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:43:59.434906 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:22.994460 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d07497f3-a922-4546-8ec6-b94dedfedde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:23.219013 dv-cinder-784956-6-smb neutron-server[92138]: DEBUG neutron.wsgi [req-d4a6b694-2faf-4c0a-b571-a29835c17301 req-bbdadaf4-4a6c-4f07-83db-925de792c5f6 service neutron] (92138) timed out ('10.222.0.50', 62255) {{(pid=92138) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 08:44:24.252280 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:44:25.388901 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:25.749392 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-5a1a9220-bd1e-40e7-9613-a88b9d5fd18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:25.838182 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:27.492000 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:29.429237 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:53.010329 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-54174d37-64a3-4990-83e4-c4e11e1d9e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:55.268990 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:55.737443 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-a361fc29-a464-4755-b296-5fe4b52e41db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:55.805910 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:57.502992 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:44:59.440161 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:01.250593 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:45:23.016098 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-ace4f5ca-4475-4d09-be3b-eea1e0672b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:25.243240 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:25.775716 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-7b8afef2-b754-4c36-8ce1-cedb3aa1249a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:25.854057 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:27.505803 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:29.483146 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:38.250783 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:45:53.003725 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fde6fe4e-e484-481b-9911-620ff7eeb632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:55.293044 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:55.740199 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-291a4dab-4ed3-42d0-90d9-cc962b3e16b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:55.791338 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:57.505588 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:45:59.446631 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:15.250004 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:46:23.010974 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-8ac6b95f-bef4-4c1e-9fb6-28c77f60da53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:25.253274 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:25.756183 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2c2cb5b6-27eb-4ff4-9459-a62101ae1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:25.824754 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:27.509903 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:29.453002 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:52.249626 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:46:52.457346 dv-cinder-784956-6-smb neutron-server[92137]: DEBUG neutron.wsgi [req-cbd909cf-ea12-4ce9-a5f0-bf350add85a3 req-cad2b30b-7248-400f-97fc-6e939c625538 service neutron] (92137) timed out ('10.222.0.50', 62251) {{(pid=92137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 07 08:46:53.006272 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-2f74c35b-3caf-4692-8594-9c4ab77b097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:55.286001 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:55.737317 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-994563dc-41a3-4362-b89e-84026cfbc8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:55.817402 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:57.515073 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:46:59.455209 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:47:23.010465 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-9d93e342-5354-44e6-8134-89d488a8a614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:47:25.336118 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-fbd20ddc-9de9-4b4a-87c5-424754a90dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:47:25.759035 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d4cd4b0b-f209-448e-8625-c55c68467908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:47:25.821517 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-d5be7daf-203f-4cb3-b12c-861f00064b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:47:27.524998 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-415c1477-3d1e-4c58-aeae-1181d3ec9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 07 08:47:29.249014 dv-cinder-784956-6-smb neutron-server[92140]: DEBUG neutron.db.agents_db [None req-4508f946-f38a-4c17-b99f-009a85120b8c None None] Agent healthcheck: found 6 active agents {{(pid=92140) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 07 08:47:29.461719 dv-cinder-784956-6-smb neutron-server[92139]: DEBUG neutron_lib.callbacks.manager [None req-b1ed20e2-9112-41d3-ad91-099f7151e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750201267604', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-950688'] for agent, after_update {{(pid=92139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}